-- Logs begin at Tue 2021-07-13 13:57:25 UTC, end at Tue 2021-07-13 14:56:51 UTC. -- Jul 13 14:29:49.972133 dv-cinder-788365-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 14:29:52.640200 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.common.config [-] Logging enabled! Jul 13 14:29:52.640792 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 14:29:52.640997 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93052) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 14:29:52.644205 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.common.config [-] Logging enabled! Jul 13 14:29:52.644457 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 14:29:52.644830 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93052) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 14:29:52.645756 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 14:29:52.645990 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 14:29:52.646350 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 14:29:52.646597 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 14:29:52.646821 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 14:29:52.647142 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.647441 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.647738 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.647969 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.648265 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.648558 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.648865 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.649156 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.649452 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.649737 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.650018 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.650303 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.650534 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.650813 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.651099 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.651386 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.651608 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] debug = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.651889 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.652312 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.652739 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.653017 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.653311 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.653588 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.653859 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.654133 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.654417 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.654743 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] host = dv-cinder-788365-4-iscsi {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.655018 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.655301 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.655587 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.655873 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.656147 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.656423 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.656733 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.657008 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.657281 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] log_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.657557 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.658375 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.658663 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.658954 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.659177 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.659397 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.659686 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.659974 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.660250 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.660525 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.660831 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.661107 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.661380 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.661648 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.661932 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.662218 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.662504 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.662785 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.663057 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.663329 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.663602 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.663892 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.664166 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.664441 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.664736 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.665025 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.665292 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.665565 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.665861 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.666149 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.666430 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.666713 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.666986 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.667266 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.667536 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.667807 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.668077 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] use_json = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.668349 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.668643 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.668929 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.669201 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.669473 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.669745 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.670016 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.670303 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:52.670602 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.670895 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.671196 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.671476 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.671770 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.672051 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.672341 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.672698 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.672992 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.673304 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.674184 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.674467 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.674756 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.675036 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.675334 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.675637 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.675930 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.676221 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.676498 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.676798 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.677073 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.677352 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.677636 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.677929 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.678218 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.678491 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.678770 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.679061 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.679336 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.679609 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.679885 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.680172 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.680451 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.680756 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.681036 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.681312 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.681583 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.681853 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.682129 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.682417 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.682694 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.682966 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.683238 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.683513 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.683784 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.684070 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.684344 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.684634 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.684908 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.685184 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.685455 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.685727 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.686001 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.686272 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.686549 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.686822 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.687094 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.687367 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.687641 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.687913 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.688182 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.688452 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.688755 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.689051 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.689427 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.689864 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.690306 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.690771 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.691210 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.691713 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.692117 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.692410 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.692723 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.693031 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.693509 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.693820 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.694127 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.694400 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.694749 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.695050 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.695495 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.695969 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.696436 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.696899 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.697256 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.697550 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.697848 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.698136 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.698422 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.698720 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.699010 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.699309 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.699608 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.699905 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.700202 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.700496 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.700815 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.701123 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.701404 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:52.701624 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 14:29:52.701866 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93052) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 14:29:53.045016 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 14:29:53.045225 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 14:29:53.045514 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 14:29:53.045849 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 14:29:53.434263 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.434553 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.434820 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.436122 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.436396 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.436691 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.469902 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.470709 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.470972 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.484114 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.484394 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.484689 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.514281 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.514559 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.514828 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.550456 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.550736 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.551002 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.778063 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.778654 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.778654 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.778821 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.779472 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.896642 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.896964 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.897246 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.897514 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.897779 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.898085 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.898340 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.898591 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.898839 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.899116 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.899373 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.899630 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.899880 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.900128 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.900376 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.900654 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.900906 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.901168 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.901439 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.901694 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.901959 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.902209 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.902485 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.902856 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.903101 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.903342 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.903734 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:29:53.903975 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:29:53.904212 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:29:53.904449 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:29:53.904705 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:29:53.904943 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:29:53.905305 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 14:29:53.908870 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 14:29:53.912744 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 14:29:53.916563 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jul 13 14:29:53.918191 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 14:29:53.918633 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 14:29:53.918966 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 14:29:53.919345 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 14:29:53.922162 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 14:29:53.922412 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 14:29:53.922756 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 14:29:53.950247 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 14:29:53.950695 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.950989 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93052) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 14:29:53.951344 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.952725 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93052) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 14:29:53.953007 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 14:29:53.953250 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 14:29:53.957624 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:53.957910 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.020913 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 14:29:54.021152 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 14:29:54.021387 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 14:29:54.021749 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 14:29:54.042458 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_db.sqlalchemy.engines [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93052) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 14:29:54.564047 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Initializing driver for type 'gre' Jul 13 14:29:54.564572 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] gre ID ranges: [(1, 1000)] Jul 13 14:29:54.614801 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Initializing driver for type 'local' Jul 13 14:29:54.615137 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Initializing driver for type 'vlan' Jul 13 14:29:54.628047 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] VlanTypeDriver initialization complete Jul 13 14:29:54.628423 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Initializing driver for type 'vxlan' Jul 13 14:29:54.628903 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] vxlan ID ranges: [(1, 1000)] Jul 13 14:29:54.677526 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Initializing extension driver 'port_security' Jul 13 14:29:54.677972 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.extensions.port_security [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] PortSecurityExtensionDriver initialization complete Jul 13 14:29:54.678353 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Initializing mechanism driver 'openvswitch' Jul 13 14:29:54.678759 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Initializing mechanism driver 'hyperv' Jul 13 14:29:54.685322 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:29:54.686181 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > port after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.686559 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > port after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.686917 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > port after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.687435 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:29:54.687872 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > subnet after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.688229 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > subnet after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.688577 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.689504 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:29:54.689917 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > network after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.690270 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > network after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.690615 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > network after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.691002 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:29:54.691411 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > security_group after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.691765 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > security_group after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.692106 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > security_group after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.692492 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:29:54.692924 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.693275 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.693618 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.694002 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:29:54.694405 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > address_group after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.694758 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > address_group after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.695097 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > address_group after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.695482 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:29:54.695859 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] ML2 OVO RPC backend initialized. {{(pid=93052) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 13 14:29:54.696568 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.696947 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.697367 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > network before_response 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.697718 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > networks before_response 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.698068 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > port before_response 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.698415 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > ports before_response 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.698760 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > subnet before_response 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.699105 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > subnets before_response 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.699452 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > network after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.699795 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > network after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.700137 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > network after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.700478 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > port after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.700850 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > port after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.701192 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > port after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.701531 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > subnet after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.701874 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > subnet after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.702210 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.702790 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.plugin [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Modular L2 Plugin initialization complete Jul 13 14:29:54.703124 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading services supported by the core plugin {{(pid=93052) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 14:29:54.703452 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Got port-security extension from driver 'port_security' Jul 13 14:29:54.703920 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.extensions.vlantransparent [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Disabled vlantransparent extension. Jul 13 14:29:54.704406 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93052) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 14:29:54.705334 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading Plugin: router Jul 13 14:29:54.740668 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router_interface before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.741069 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router after_create 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.741444 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router before_create 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.741815 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.742194 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.742554 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router after_delete 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.742918 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > floatingip after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.743414 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router after_create 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.743772 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router after_update 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.744129 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router after_update 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.744488 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.744876 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router after_update 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.745293 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router precommit_update 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.745677 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: port after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.746027 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: port after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.746379 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: subnet after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.746728 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.747082 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > port precommit_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.747434 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router precommit_create 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.747783 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: port before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.748130 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router precommit_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.748493 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router after_update 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.748868 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router precommit_delete 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.749226 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router precommit_create 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.749593 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.749943 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router precommit_update 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.750313 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > agent after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.750668 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > agent after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.751016 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > network after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.752396 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Tracking information for resource: router configured {{(pid=93052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:29:54.752884 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Tracking information for resource: floatingip configured {{(pid=93052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:29:54.757980 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.db.l3_agentschedulers_db [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 14:29:54.758566 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: port after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.758932 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: port after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.759286 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: port after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.759639 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: port after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.760442 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router before_create 55550100 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.760835 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router precommit_delete 55550100 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.761205 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router precommit_create 55550100 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.761567 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > router precommit_update 55550100 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.766024 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.services.provider_configuration [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Service providers = [] {{(pid=93052) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 14:29:54.766395 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.db.servicetype_db [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93052) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 14:29:54.769933 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.services.service_base [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93052) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 14:29:54.770289 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.services.service_base [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93052) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 14:29:54.770635 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.services.service_base [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93052) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 14:29:54.771517 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.services.service_base [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93052) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 14:29:54.771895 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.services.service_base [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 14:29:54.772288 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:29:54.772604 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 14:29:54.783191 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:29:54.783710 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading Plugin: auto_allocate Jul 13 14:29:54.789247 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: network precommit_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.789620 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: network precommit_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.790139 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:29:54.790465 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading Plugin: tag Jul 13 14:29:54.797144 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:29:54.797480 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading Plugin: timestamp Jul 13 14:29:54.801364 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:29:54.801695 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading Plugin: network_ip_availability Jul 13 14:29:54.807105 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.807482 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.807842 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:54.808560 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:29:54.808917 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading Plugin: flavors Jul 13 14:29:54.814411 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:29:54.814710 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading Plugin: revisions Jul 13 14:29:54.818956 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:29:54.819346 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_concurrency.lockutils [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.774s {{(pid=93052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 14:29:54.820079 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93052) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 14:29:54.820416 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Initializing extension manager. Jul 13 14:29:54.820950 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: __init__.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.821294 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: __pycache__ {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.821638 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.821971 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: address_group.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.822728 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.823292 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: address-group Jul 13 14:29:54.823620 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: address_scope.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.824340 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.824887 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: address-scope Jul 13 14:29:54.825213 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: admin_state_down_before_update.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.826140 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.826652 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: router-admin-state-down-before-update Jul 13 14:29:54.826974 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: agent.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.827672 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.828180 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: agent Jul 13 14:29:54.828503 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: agent_resources_synced.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.829469 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.830579 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: agent-resources-synced Jul 13 14:29:54.830905 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: allowedaddresspairs.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.832720 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.833248 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: allowed-address-pairs Jul 13 14:29:54.833577 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: auto_allocated_topology.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.834648 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.835166 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: auto-allocated-topology Jul 13 14:29:54.835494 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: availability_zone.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.836188 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.836737 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: availability_zone Jul 13 14:29:54.837061 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: availability_zone_filter.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.837979 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.838489 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: availability_zone_filter Jul 13 14:29:54.838815 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: data_plane_status.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.839726 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.840237 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 14:29:54.840562 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: default_subnetpools.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.841497 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.842008 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: default-subnetpools Jul 13 14:29:54.842337 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: dhcpagentscheduler.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.843147 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.843663 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: dhcp_agent_scheduler Jul 13 14:29:54.843998 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: dns.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.844957 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.845499 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension dns-integration not supported by any of loaded plugins Jul 13 14:29:54.845828 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: dns_domain_ports.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.846744 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.847251 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 14:29:54.847577 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.848491 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.849026 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 14:29:54.849351 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: dvr.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.850022 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.850530 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: dvr Jul 13 14:29:54.850853 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: empty_string_filtering.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.851761 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.852271 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: empty-string-filtering Jul 13 14:29:54.852614 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.853531 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.854383 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 14:29:54.854658 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.855576 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.856085 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 14:29:54.856697 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: external_net.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.857627 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.858138 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: external-net Jul 13 14:29:54.858457 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: extra_dhcp_opt.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.859358 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.859866 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: extra_dhcp_opt Jul 13 14:29:54.860187 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: extraroute.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.861147 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.861654 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: extraroute Jul 13 14:29:54.861975 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: extraroute_atomic.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.863007 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.863524 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: extraroute-atomic Jul 13 14:29:54.863847 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: filter_validation.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.864507 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.865224 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: filter-validation Jul 13 14:29:54.865549 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: fip_pf_description.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.866464 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.866972 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 14:29:54.867296 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: fip_port_details.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.868214 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.868758 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: fip-port-details Jul 13 14:29:54.869083 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: flavors.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.870300 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.870825 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: flavors Jul 13 14:29:54.871150 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.872812 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.873351 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 14:29:54.873679 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: floatingip_pools.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.874384 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.874898 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: floatingip-pools Jul 13 14:29:54.875227 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: ip_allocation.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.876159 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.877230 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 14:29:54.877558 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.878481 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.878997 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: ip-substring-filtering Jul 13 14:29:54.879325 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: l2_adjacency.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.880261 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.880857 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 14:29:54.881130 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: l3.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.882100 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.882620 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: router Jul 13 14:29:54.882948 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: l3_conntrack_helper.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.885205 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.885743 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 14:29:54.886078 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.887036 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.887557 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: ext-gw-mode Jul 13 14:29:54.887887 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.888841 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.889359 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: l3-ha Jul 13 14:29:54.889684 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: l3_flavors.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.890618 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.891135 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: l3-flavors Jul 13 14:29:54.891461 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.892975 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.893487 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 14:29:54.893813 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: l3agentscheduler.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.894865 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.895383 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: l3_agent_scheduler Jul 13 14:29:54.895713 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: logging.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.897236 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.897764 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension logging not supported by any of loaded plugins Jul 13 14:29:54.898102 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: metering.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.898845 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.899429 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: metering Jul 13 14:29:54.899759 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.902277 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.902817 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: metering_source_and_destination_fields Jul 13 14:29:54.903159 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: multiprovidernet.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.904108 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.904662 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: multi-provider Jul 13 14:29:54.905000 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: netmtu.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.905926 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.906442 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: net-mtu Jul 13 14:29:54.906775 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: netmtu_writable.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.907726 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.908242 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: net-mtu-writable Jul 13 14:29:54.908572 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: network_availability_zone.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.909268 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.909830 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: network_availability_zone Jul 13 14:29:54.910270 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: network_ip_availability.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.911389 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.911990 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: network-ip-availability Jul 13 14:29:54.912507 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: network_segment_range.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.913421 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.914049 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 14:29:54.914469 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: pagination.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.915510 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.915989 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: pagination Jul 13 14:29:54.916426 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: port_device_profile.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.917628 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.918283 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: port-device-profile Jul 13 14:29:54.918699 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.919888 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.920625 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: port-mac-address-regenerate Jul 13 14:29:54.921074 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.922383 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.922956 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: port-numa-affinity-policy Jul 13 14:29:54.923353 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: port_resource_request.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.924615 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.925404 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 14:29:54.925720 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: portbindings.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.926754 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.927348 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: binding Jul 13 14:29:54.927863 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: portbindings_extended.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.929603 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.930227 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: binding-extended Jul 13 14:29:54.930599 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: portsecurity.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.931766 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.932397 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: port-security Jul 13 14:29:54.932882 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: project_id.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.934123 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.934546 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: project-id Jul 13 14:29:54.934960 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: providernet.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.935997 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.936517 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: provider Jul 13 14:29:54.936877 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: qos.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.940935 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.941463 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension qos not supported by any of loaded plugins Jul 13 14:29:54.941799 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.943041 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.943564 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 14:29:54.943896 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.944855 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.945374 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 14:29:54.945703 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: qos_default.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.946619 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.947136 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension qos-default not supported by any of loaded plugins Jul 13 14:29:54.947466 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: qos_fip.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.948125 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.948666 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension qos-fip not supported by any of loaded plugins Jul 13 14:29:54.948997 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: qos_gateway_ip.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.949925 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.950438 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 14:29:54.950765 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: qos_port_network_policy.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.951679 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.952188 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 14:29:54.952513 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: qos_rule_type_details.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.953455 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.953965 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 14:29:54.954295 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: qos_rules_alias.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.956200 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.956749 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 14:29:54.957083 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: quotasv2.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.958033 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.958559 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: quotas Jul 13 14:29:54.958887 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: quotasv2_detail.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.961961 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.962307 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: quota_details Jul 13 14:29:54.962641 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: rbac.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.963717 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.964247 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: rbac-policies Jul 13 14:29:54.964607 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: rbac_address_group.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.965540 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.966062 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: rbac-address-group Jul 13 14:29:54.966395 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: rbac_address_scope.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.967601 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.968119 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: rbac-address-scope Jul 13 14:29:54.968447 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: rbac_security_groups.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.969397 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.969914 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: rbac-security-groups Jul 13 14:29:54.970780 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: rbac_subnetpool.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.971697 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.972213 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: rbac-subnetpool Jul 13 14:29:54.972539 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: revisionifmatch.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.973483 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.973996 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: revision-if-match Jul 13 14:29:54.974320 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: revisions.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.975445 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.975963 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: standard-attr-revisions Jul 13 14:29:54.976291 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: router_availability_zone.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.977001 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.977516 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: router_availability_zone Jul 13 14:29:54.977840 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: routerservicetype.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.978774 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.979287 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension router-service-type not supported by any of loaded plugins Jul 13 14:29:54.979612 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.980546 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.981086 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: security-groups-normalized-cidr Jul 13 14:29:54.981667 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: security_groups_port_filtering.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.982597 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.983110 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: port-security-groups-filtering Jul 13 14:29:54.983434 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.984365 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.984916 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: security-groups-remote-address-group Jul 13 14:29:54.985242 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: securitygroup.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.995431 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.995969 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: security-group Jul 13 14:29:54.996307 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: segment.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.997130 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.997652 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension segment not supported by any of loaded plugins Jul 13 14:29:54.997985 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:54.998927 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:54.999451 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 14:29:54.999780 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: servicetype.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:55.000919 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:55.001496 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: service-type Jul 13 14:29:55.001829 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: sorting.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:55.002821 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:55.003158 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: sorting Jul 13 14:29:55.003488 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: standard_attr_segment.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:55.004474 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:55.005034 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 14:29:55.005364 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: standardattrdescription.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:55.006021 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:55.006538 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: standard-attr-description Jul 13 14:29:55.006868 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: stateful_security_group.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:55.007810 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:55.008329 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: stateful-security-group Jul 13 14:29:55.008683 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: stdattrs_common.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:55.009270 dv-cinder-788365-4-iscsi neutron-server[93052]: WARNING neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 14:29:55.009594 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:55.010527 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:55.011044 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 14:29:55.011368 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: subnet_onboard.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:55.012445 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:55.013003 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: subnet_onboard Jul 13 14:29:55.013330 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:55.014258 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:55.014778 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 14:29:55.015104 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: subnet_service_types.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:55.016030 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:55.016551 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: subnet-service-types Jul 13 14:29:55.016904 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: subnetallocation.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:55.018524 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:55.019049 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: subnet_allocation Jul 13 14:29:55.019375 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:55.020044 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:55.020559 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: subnetpool-prefix-ops Jul 13 14:29:55.020907 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:55.021849 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:55.022365 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 14:29:55.022692 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: tagging.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:55.023786 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:55.024311 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: standard-attr-tag Jul 13 14:29:55.024683 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: timestamp.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:55.025972 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:55.026497 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loaded extension: standard-attr-timestamp Jul 13 14:29:55.026831 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: trunk.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:55.027872 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:55.028392 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension trunk not supported by any of loaded plugins Jul 13 14:29:55.028750 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: trunk_details.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:55.029672 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:55.030190 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension trunk-details not supported by any of loaded plugins Jul 13 14:29:55.030516 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: uplink_status_propagation.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:55.031439 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:55.031956 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 14:29:55.032282 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Loading extension file: vlantransparent.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:29:55.033601 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:29:55.034113 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 14:29:55.036581 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Creating instance of TrackedResource for resource:network Jul 13 14:29:55.037136 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Creating instance of TrackedResource for resource:subnet Jul 13 14:29:55.037539 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:29:55.037944 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Creating instance of TrackedResource for resource:port Jul 13 14:29:55.039202 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:29:55.039647 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Service FLAVORS assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:29:55.040262 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:29:55.040724 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:29:55.041071 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Creating instance of TrackedResource for resource:router Jul 13 14:29:55.041509 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Creating instance of TrackedResource for resource:floatingip Jul 13 14:29:55.041988 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Service METERING assigned prefix: /metering {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:29:55.043423 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:55.043797 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:55.044153 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:29:55.045186 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 14:29:55.045647 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Creating instance of TrackedResource for resource:security_group Jul 13 14:29:55.046094 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 14:29:55.046690 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Service CORE assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:29:55.047019 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:29:55.047366 dv-cinder-788365-4-iscsi neutron-server[93052]: WARNING neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] subnetpool is already registered Jul 13 14:29:55.047786 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Service CORE assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:29:55.048112 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:29:55.048486 dv-cinder-788365-4-iscsi neutron-server[93052]: WARNING neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] subnetpool is already registered Jul 13 14:29:55.050791 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:29:55.051226 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Service FLAVORS assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:29:55.051819 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:29:55.052243 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:29:55.052578 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Creating instance of TrackedResource for resource:router Jul 13 14:29:55.052944 dv-cinder-788365-4-iscsi neutron-server[93052]: WARNING neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] router is already registered Jul 13 14:29:55.053355 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Creating instance of TrackedResource for resource:floatingip Jul 13 14:29:55.053693 dv-cinder-788365-4-iscsi neutron-server[93052]: WARNING neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] floatingip is already registered Jul 13 14:29:55.054224 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Service METERING assigned prefix: /metering {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:29:55.054902 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 14:29:55.055229 dv-cinder-788365-4-iscsi neutron-server[93052]: WARNING neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] rbac_policy is already registered Jul 13 14:29:55.055641 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Creating instance of TrackedResource for resource:security_group Jul 13 14:29:55.055980 dv-cinder-788365-4-iscsi neutron-server[93052]: WARNING neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] security_group is already registered Jul 13 14:29:55.056657 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 14:29:55.056995 dv-cinder-788365-4-iscsi neutron-server[93052]: WARNING neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] security_group_rule is already registered Jul 13 14:29:55.057618 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Service CORE assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:29:55.057950 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:29:55.058288 dv-cinder-788365-4-iscsi neutron-server[93052]: WARNING neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] subnetpool is already registered Jul 13 14:29:55.058708 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Service CORE assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:29:55.059034 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:29:55.059367 dv-cinder-788365-4-iscsi neutron-server[93052]: WARNING neutron.quota.resource_registry [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] subnetpool is already registered Jul 13 14:29:55.059838 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: extensions {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.061300 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: address-groups {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.062790 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: address-scopes {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.064124 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: agents {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.065366 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: auto-allocated-topology {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.066549 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: availability_zones {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.067777 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: dhcp-networks {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.069334 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: dhcp-agents {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.070746 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: routers {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.072461 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: flavors {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.073763 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: service_profiles {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.074973 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: next_providers {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.076425 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: service_profiles {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.078018 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: floatingip-pools {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.079235 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: routers {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.081502 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: floatingips {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.083641 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: l3-routers {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.085105 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: l3-agents {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.086513 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: metering-labels {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.087761 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: metering-label-rules {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.089164 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: network-ip-availabilities {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.090413 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: bindings {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.091969 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: quotas {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.093548 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: quotas {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.094960 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: rbac-policies {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.096737 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: security-groups {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.098035 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: security-group-rules {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.099269 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: service-providers {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.100505 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: subnetpools {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.101853 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: subnetpools {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.103393 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.105100 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.107204 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.109217 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.111330 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.113315 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.115065 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.116881 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.118736 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.120861 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:29:55.126963 dv-cinder-788365-4-iscsi neutron-server[93052]: WARNING keystonemiddleware.auth_token [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 14:29:55.131201 dv-cinder-788365-4-iscsi neutron-server[93052]: WARNING keystonemiddleware.auth_token [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 14:29:55.140213 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_concurrency.lockutils [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Acquired lock "singleton_lock" {{(pid=93052) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 14:29:55.140724 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_concurrency.lockutils [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Releasing lock "singleton_lock" {{(pid=93052) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 14:29:55.141384 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO oslo_service.service [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Starting 2 workers Jul 13 14:29:55.146801 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Started child 93172 {{(pid=93052) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 14:29:55.151552 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Started child 93173 {{(pid=93052) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 14:29:55.152126 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:55.153432 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO neutron.service [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 14:29:55.153618 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [-] (93172) wsgi starting up on http://0.0.0.0:9696 Jul 13 14:29:55.154023 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 43484) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:29:55.154128 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Notify callbacks [] for process, before_spawn {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:55.156816 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO oslo_service.service [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Starting 1 workers Jul 13 14:29:55.158586 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:55.159985 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [-] (93173) wsgi starting up on http://0.0.0.0:9696 Jul 13 14:29:55.163519 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Started child 93174 {{(pid=93052) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 14:29:55.163668 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068834 Jul 13 14:29:55.163744 dv-cinder-788365-4-iscsi neutron-server[93052]: INFO oslo_service.service [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Starting 1 workers Jul 13 14:29:55.168431 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Started child 93177 {{(pid=93052) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 14:29:55.170350 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] Notify callbacks [] for process, after_spawn {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:55.172672 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93052) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 14:29:55.172891 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 14:29:55.173078 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 14:29:55.173357 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 14:29:55.173731 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 14:29:55.173926 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 14:29:55.174449 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.174733 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.175015 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.175276 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.175564 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.176240 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.176519 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.178061 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.178348 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.178607 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.178804 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.178972 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.179598 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.179598 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.179843 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.180072 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.180182 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.service [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] calling RpcWorker wait() {{(pid=93174) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 14:29:55.180717 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.180807 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.service [None req-e8caddf0-4d84-4fe4-b036-54e39de0349d None None] returning from RpcWorker wait() {{(pid=93174) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 14:29:55.180878 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.181309 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.181631 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.181976 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.182289 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.183223 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] debug = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.183223 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.183395 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.183637 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:55.183727 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.183970 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.184116 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:29:55.184351 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.185009 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.185009 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.185213 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.185543 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.186004 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:55.187572 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.187572 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.187572 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.187572 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.187860 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.187860 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.188129 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.188324 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.189374 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] host = dv-cinder-788365-4-iscsi {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.189374 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.189374 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.189801 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.189801 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.190056 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.190243 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.190498 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.190766 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.191028 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.191257 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.191509 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.191760 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.191982 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.192219 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.192383 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_options = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.193548 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.194578 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.194578 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.194578 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.194578 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.194578 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.195278 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.195278 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.195278 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.195672 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.195811 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.195950 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.196158 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.196375 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.197328 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.197328 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.197328 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.197328 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.197865 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.197865 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.198140 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.198279 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.198463 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.198727 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.198930 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.199167 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.199413 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.199630 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.199845 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.200110 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.200351 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.202296 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.202296 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.202296 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.202296 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.202857 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.202857 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.203117 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.203251 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.203462 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.203727 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.203964 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.204245 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.206670 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.206670 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.206670 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_json = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.206670 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.206670 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.207348 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.207348 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.207348 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.207721 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.207721 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.207972 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.208325 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.209752 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.209752 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.209752 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.209752 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.209752 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.210503 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.210503 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.210503 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.210877 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.211009 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.211152 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.211407 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.211672 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.211945 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.212268 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.212515 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.212802 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.213059 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.213287 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.215068 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.215068 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.215068 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.215068 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.215068 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.215068 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.215068 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.216002 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.216002 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.216002 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.216002 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.216516 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.216516 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.216834 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.216968 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.217136 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.217367 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.217616 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.217849 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.218099 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.219113 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.219113 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.219113 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.219113 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.219636 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.219636 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.219636 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.220866 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.220866 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.221133 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.221268 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.221422 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.222275 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.222275 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.222275 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.222687 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.222687 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.222939 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.223092 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.223226 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.223419 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.223669 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.223896 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.224139 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.224307 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.224520 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.224773 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.225752 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.225752 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.225752 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.225752 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.226300 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:29:55.226465 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.226465 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.226465 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.226465 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.226975 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.226975 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.227236 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.227369 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.227502 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.227718 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.227884 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.228090 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.228294 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.228574 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.228911 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.229159 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.230211 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.230211 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.230211 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.230211 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.230742 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.230742 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.230997 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.231129 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.232292 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.232292 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.232292 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.232938 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.232938 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.232938 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.233340 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.233340 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.233617 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.233812 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.234061 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.234322 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.234585 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.234841 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.235077 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.235338 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.235646 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.235945 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.236201 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.236428 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.237408 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.237408 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.237408 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.237636 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.237811 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.238498 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.238498 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.238498 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.238820 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.239026 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.239222 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.239438 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.239710 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.239946 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.240245 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.240501 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.242187 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.242187 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.242187 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.242425 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.242491 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.242780 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.243021 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.243282 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.243544 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.243810 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.244066 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.244308 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.244541 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.245702 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.245702 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.245978 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.246174 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.246432 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.246644 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.246882 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.247094 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.247322 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.247562 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.247773 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.247998 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.248213 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.248471 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.250117 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.250117 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.250117 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.250343 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.250430 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.250749 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.250852 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.251052 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.251329 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.251581 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.251802 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.252081 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.252332 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.252580 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.254306 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.254572 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.254994 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.254994 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.255379 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.255662 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.255921 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.256151 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.256450 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.256759 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.257008 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.257231 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.257467 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.257736 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.258511 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.258511 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.258511 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.258782 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.259001 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.259890 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.259890 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.259890 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.259890 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.260151 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.260308 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.260526 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.261529 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.262013 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.262447 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.262834 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.263245 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.264155 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.264155 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.264155 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.264386 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.264452 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.264727 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.265443 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.265443 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.265443 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.265678 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.265895 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.266107 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.266357 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.266594 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.266826 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.267617 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.267830 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.268043 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.268268 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.269062 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.270298 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.270570 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.270796 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.271032 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.271248 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.271475 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.272285 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.272285 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.272285 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.272645 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.272645 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.272863 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.273018 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.273353 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.274228 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.274228 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.274228 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.274555 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.274660 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.275620 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.275620 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.275620 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.275620 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.276189 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.276189 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.276448 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.276649 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.278471 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.278471 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.278471 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.278471 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.279090 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.279090 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.279090 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.279488 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.279625 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.279910 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.280640 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.280640 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.284259 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.284259 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.284259 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.284259 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.284548 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.284736 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.284937 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.285216 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.285460 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.285721 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.285975 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.286223 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.286439 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.286672 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.286916 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.287145 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.287390 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.287536 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 14:29:55.288066 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93052) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 14:29:55.288241 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 14:29:55.288386 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 14:29:55.288536 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 14:29:55.288772 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 14:29:55.288925 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 14:29:55.289064 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.289231 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.289375 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.291557 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.291557 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.291557 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.291557 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.291557 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.291557 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.291557 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.291557 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.294045 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.294045 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.294045 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.294045 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.294045 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.294045 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.294045 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.294045 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.295458 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.295458 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.295458 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.295458 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] debug = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.295458 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.295458 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.296246 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.296246 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.296246 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.296246 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.296246 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.296246 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.296246 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.296246 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.299048 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.299048 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.299048 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.299048 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.299048 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.299048 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.299048 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.299048 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] host = dv-cinder-788365-4-iscsi {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.300070 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.300070 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.300070 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.300070 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.300070 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.300070 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.300070 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.300070 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.301684 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.301684 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.301684 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.301684 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.301684 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.301684 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.301684 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_options = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.301684 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.301684 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.303403 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.303403 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.303403 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.303403 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.303403 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.303403 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.303403 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.304698 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.304698 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.304698 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.304698 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.304698 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.304698 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.304698 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.304698 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.304698 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.306220 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.306220 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.306220 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.306220 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.306220 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.306220 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.306220 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.306220 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.308172 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.308172 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.308172 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.308172 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.308172 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.308172 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.308172 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.308172 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.309813 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.309813 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.309813 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.309813 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.309813 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.309813 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.309813 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.309813 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.311220 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.311220 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.311220 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.311220 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_json = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.311220 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.311220 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.311220 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.311220 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.311220 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.313578 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.313578 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.313578 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:29:55.313578 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.313578 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.313578 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.313578 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.313578 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.314960 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.314960 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.314960 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.314960 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.314960 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.314960 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.314960 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.314960 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.314960 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.316143 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.316143 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.316143 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.316143 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.316143 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.316143 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.316143 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.316143 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.317235 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.317235 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.317235 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.317235 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.317235 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.317235 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.317235 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.317235 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.318895 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.318895 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.318895 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.318895 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.318895 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.318895 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.318895 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.318895 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.318895 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.320235 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.320235 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.320235 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.320235 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.320235 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.320235 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.320235 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.320235 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.320235 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.321952 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.321952 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.321952 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.321952 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.321952 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.321952 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.321952 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.321952 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.321952 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.325502 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.325502 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.325502 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.325502 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.325502 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.325502 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.325502 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.325502 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.325502 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.328274 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.328274 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.328274 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.328274 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.328274 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.328274 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.328274 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.328274 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.328274 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.331478 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.331478 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.331478 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.331478 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.331478 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.331478 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.331478 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.331478 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.331478 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.334294 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.334294 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.334294 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.334294 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.334294 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.334294 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.334294 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.334294 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.336093 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.336093 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.336093 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.336093 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.336093 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.336093 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.336093 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.336093 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.337982 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.337982 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.337982 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.337982 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.337982 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.337982 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.337982 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.337982 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.339843 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.339843 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.339843 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.339843 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.339843 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.339843 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.339843 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.339843 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.341011 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.341011 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.341011 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.341011 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.341011 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.341011 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.341011 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.341011 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.342021 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.342021 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.342021 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.342021 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.342021 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.342021 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.342021 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.342021 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.343014 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.343014 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.343014 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.343014 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.343014 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.343014 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.343014 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.343014 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.344262 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.344262 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.344262 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.344262 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.344262 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.344262 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.344262 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.344262 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.345975 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.345975 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.345975 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.345975 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.345975 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.345975 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.345975 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.345975 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.347268 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.347268 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.347268 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.347268 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.347268 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.347268 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.347268 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.347268 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.348464 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.348464 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.348464 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.348464 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.348464 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.348464 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.348464 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.348464 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.349643 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.349643 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.349643 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.349643 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.349643 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.349643 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.349643 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.349643 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.350644 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.350644 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.350644 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.350644 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.350644 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.350644 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.350644 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.350644 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.351642 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.351642 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.351642 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.351642 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.351642 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.351642 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.351642 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.351642 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.352665 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.352665 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.352665 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.352665 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.352665 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.352665 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.352665 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.352665 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.352665 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.353896 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.353896 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.353896 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.353896 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.353896 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.353896 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.353896 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.353896 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.355017 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.355017 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.355017 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.355017 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.355017 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.355017 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.355017 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.355017 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.356109 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.356109 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.356109 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.356109 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.356109 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.356109 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.356109 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.356109 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.357467 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.357467 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.357467 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.357467 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.357467 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.357467 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.357467 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.357467 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.358477 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.358477 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.358477 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.358477 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.358477 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.358477 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.358477 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.358477 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.359495 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.359495 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.359495 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.359495 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.359495 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.359495 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.359495 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.359495 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.360486 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.360486 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.360486 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.360486 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.360486 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.360486 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.360486 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.360486 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.361516 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.361516 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.361516 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.361516 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.361516 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.361516 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.361516 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.361516 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.361516 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.362085 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.362085 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.362085 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.362085 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.362085 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.362085 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.362085 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.362085 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.362085 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:29:55.362662 dv-cinder-788365-4-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 14:29:55.393036 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:30:06.671766 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e736cca-5295-48c1-b985-6b14ee7de999 None None] get_active_networks_info from dv-cinder-788365-4-iscsi {{(pid=93174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 14:30:06.762870 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e736cca-5295-48c1-b985-6b14ee7de999 None None] No non-hosted networks {{(pid=93174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 14:30:06.768051 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-334cf14c-03ee-4f49-a2b1-3af79e5c3269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3912761'] for agent, after_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:09.349048 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-4c4ac3a4-3b01-42db-a54f-621257d66bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3912761'] for agent, after_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:09.407049 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-07ac8124-277a-4e7d-892a-05bf3ab0e089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:09.595781 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3912761'] for agent, after_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:09.597181 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:09.597950 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:09.598561 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:09.599167 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:09.599812 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:09.600389 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:09.601022 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:09.602073 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:09.602638 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:09.603231 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:09.603859 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:09.604677 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:09.605367 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788365-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:30:09.622921 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788365-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:30:10.196940 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3912761'] for agent, after_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:11.971410 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3912761'] for agent, after_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:12.914817 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 43590) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:30:13.421081 dv-cinder-788365-4-iscsi neutron-server[93173]: WARNING oslo_policy.policy [None req-58462d64-6165-4b2d-b72a-da8a12c96f63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:30:13.421670 dv-cinder-788365-4-iscsi neutron-server[93173]: WARNING oslo_policy.policy [None req-58462d64-6165-4b2d-b72a-da8a12c96f63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:30:13.641880 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [None req-58462d64-6165-4b2d-b72a-da8a12c96f63 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93173) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:30:13.643169 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-58462d64-6165-4b2d-b72a-da8a12c96f63 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7257338 Jul 13 14:30:14.628983 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.db.l3_hamode_db [None req-05faad68-0063-40d4-b1ae-6095afd325e5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 14:30:14.705132 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05faad68-0063-40d4-b1ae-6095afd325e5 None None] Routers set() bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:30:14.705524 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05faad68-0063-40d4-b1ae-6095afd325e5 None None] Router IDs set() for agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 14:30:15.975800 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 43604) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:30:16.283266 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-f3d91ddb-e7e9-4e16-bece-1fe437b61b01 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:30:16.375665 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.policy [None req-f3d91ddb-e7e9-4e16-bece-1fe437b61b01 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93173) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 14:30:16.420829 dv-cinder-788365-4-iscsi neutron-server[93173]: WARNING oslo_policy.policy [None req-f3d91ddb-e7e9-4e16-bece-1fe437b61b01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:30:16.421205 dv-cinder-788365-4-iscsi neutron-server[93173]: WARNING oslo_policy.policy [None req-f3d91ddb-e7e9-4e16-bece-1fe437b61b01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:30:16.429632 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.quota [None req-f3d91ddb-e7e9-4e16-bece-1fe437b61b01 admin admin] Loaded quota_driver: . Jul 13 14:30:16.522325 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f3d91ddb-e7e9-4e16-bece-1fe437b61b01 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760774114803', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760774112158', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760774127204', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760774124655', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760774123505', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760774211535', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-593206', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-596011', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3749391', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3887870'] for rbac-policy, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:16.586974 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f3d91ddb-e7e9-4e16-bece-1fe437b61b01 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:16.588123 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-f3d91ddb-e7e9-4e16-bece-1fe437b61b01 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6112852 Jul 13 14:30:19.116212 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 43616) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:30:19.404704 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Request body: {'network': {'tenant_id': '2aff1d7559594454a3d06db4fee4db01', 'project_id': '2aff1d7559594454a3d06db4fee4db01', 'name': 'private', 'admin_state_up': True}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:30:19.432537 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Made reservation on behalf of 2aff1d7559594454a3d06db4fee4db01 for: {'network': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:30:19.435315 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:19.451673 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:19.572044 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:19.575487 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:19.594771 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=93173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:30:19.622985 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760775097402', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:19.623564 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Unsubscribe: segment precommit_create {{(pid=93173) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 14:30:19.624063 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.segments_db [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Added segment 3d73cd00-61d7-46b5-a5f2-836d7dd6f5b3 of type vlan for network 9e181c08-de68-4fd9-9cf6-8e6fbec2d494 Jul 13 14:30:19.643321 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76d248b-6051-40fd-9601-a7151dfb91d6,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:19.690890 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:19.691242 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:19.691579 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:19.691900 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:19.692222 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:19.692563 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:19.692907 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:19.693259 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:19.693589 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:19.693903 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:19.694213 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:19.694520 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Tracked resource versions report: Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: pushed versions: Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: { 'AddressGroup': {'1.2'}, Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'ConntrackHelper': {'1.0'}, Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Log': {'1.0'}, Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Network': {'1.1'}, Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Port': {'1.7'}, Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'PortForwarding': {'1.2'}, Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'QosPolicy': {'1.8'}, Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'SecurityGroup': {'1.4'}, Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'SubPort': {'1.0'}, Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Subnet': {'1.1'}, Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Trunk': {'1.1'}} Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: consumer versions: Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: { DHCP agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: L3 agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: Metadata agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: Metering agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: Open vSwitch agent@dv-cinder-788365-4-iscsi: { 'AddressGroup': '1.2', Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'ConntrackHelper': '1.0', Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Log': '1.0', Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Network': '1.1', Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Port': '1.7', Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'PortForwarding': '1.2', Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'QosPolicy': '1.8', Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'SecurityGroup': '1.4', Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'SecurityGroupRule': '1.2', Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'SubPort': '1.0', Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Subnet': '1.1', Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Trunk': '1.1'}} Jul 13 14:30:19.695655 dv-cinder-788365-4-iscsi neutron-server[93173]: {{(pid=93173) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:30:19.743810 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:19.794150 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:19.795350 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:19.796001 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:19.881475 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7641730 Jul 13 14:30:19.896249 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c92e3a-f011-4f6a-98d1-56b3ea25dc2e admin admin] Pushing event updated for resources: {'Network': ['ID=9e181c08-de68-4fd9-9cf6-8e6fbec2d494,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:19.909237 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network 9e181c08-de68-4fd9-9cf6-8e6fbec2d494 details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:30:22.493115 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 43630) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:30:22.975836 dv-cinder-788365-4-iscsi neutron-server[93172]: WARNING oslo_policy.policy [None req-a867c056-0c30-4073-a581-52ad171015cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:30:22.976405 dv-cinder-788365-4-iscsi neutron-server[93172]: WARNING oslo_policy.policy [None req-a867c056-0c30-4073-a581-52ad171015cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:30:23.409716 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.policy [None req-a867c056-0c30-4073-a581-52ad171015cf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93172) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 14:30:23.453430 dv-cinder-788365-4-iscsi neutron-server[93172]: WARNING oslo_policy.policy [None req-a867c056-0c30-4073-a581-52ad171015cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:30:23.453800 dv-cinder-788365-4-iscsi neutron-server[93172]: WARNING oslo_policy.policy [None req-a867c056-0c30-4073-a581-52ad171015cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:30:23.461861 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a867c056-0c30-4073-a581-52ad171015cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:23.463599 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-a867c056-0c30-4073-a581-52ad171015cf admin admin] 10.222.0.42 "GET /v2.0/networks/9e181c08-de68-4fd9-9cf6-8e6fbec2d494 HTTP/1.1" status: 200 len: 825 time: 0.9695878 Jul 13 14:30:23.501932 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-15ea8d9a-3886-4ebc-b897-32a6648c03f6 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/0fb7ceab-9041-4a5a-b114-50c474ab7151 HTTP/1.1" status: 200 len: 734 time: 0.0330608 Jul 13 14:30:23.510542 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Request body: {'subnet': {'network_id': '9e181c08-de68-4fd9-9cf6-8e6fbec2d494', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '2aff1d7559594454a3d06db4fee4db01', 'subnetpool_id': '0fb7ceab-9041-4a5a-b114-50c474ab7151'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:30:23.512120 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.quota [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Loaded quota_driver: . Jul 13 14:30:23.551210 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Made reservation on behalf of 2aff1d7559594454a3d06db4fee4db01 for: {'subnet': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:30:23.553902 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:23.837304 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for subnet, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:23.903636 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Checking segment: {'id': '3d73cd00-61d7-46b5-a5f2-836d7dd6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9e181c08-de68-4fd9-9cf6-8e6fbec2d494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:30:23.904025 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Network hostable DHCP agents. Network: 9e181c08-de68-4fd9-9cf6-8e6fbec2d494, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:30:23.920021 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae8ad8be-0d72-48dd-a7b8-8e4794230dc8,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:23.936384 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:23.936829 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:23.937229 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:23.937583 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:23.937995 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:23.938402 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:23.938739 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:23.939088 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:23.939427 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:23.939744 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:23.940055 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:23.940362 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Tracked resource versions report: Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: pushed versions: Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: { 'AddressGroup': {'1.2'}, Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'ConntrackHelper': {'1.0'}, Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Log': {'1.0'}, Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Network': {'1.1'}, Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Port': {'1.7'}, Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'PortForwarding': {'1.2'}, Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'QosPolicy': {'1.8'}, Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'SecurityGroup': {'1.4'}, Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'SubPort': {'1.0'}, Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Subnet': {'1.1'}, Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Trunk': {'1.1'}} Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: consumer versions: Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: { DHCP agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: L3 agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: Metadata agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: Metering agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: Open vSwitch agent@dv-cinder-788365-4-iscsi: { 'AddressGroup': '1.2', Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'ConntrackHelper': '1.0', Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Log': '1.0', Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Network': '1.1', Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Port': '1.7', Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'PortForwarding': '1.2', Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'QosPolicy': '1.8', Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'SecurityGroup': '1.4', Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'SecurityGroupRule': '1.2', Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'SubPort': '1.0', Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Subnet': '1.1', Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Trunk': '1.1'}} Jul 13 14:30:23.941696 dv-cinder-788365-4-iscsi neutron-server[93172]: {{(pid=93172) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:30:23.959605 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Network 9e181c08-de68-4fd9-9cf6-8e6fbec2d494 is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:30:23.975420 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, 9e181c08-de68-4fd9-9cf6-8e6fbec2d494) {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:30:24.002672 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:24.003307 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:24.007242 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debb0047-d4ae-480e-b8af-8578523a04d3 None None] Network 9e181c08-de68-4fd9-9cf6-8e6fbec2d494 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:30:24.025397 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-4f27f2a2-bb3c-4e38-8c40-569321672bbc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5183008 Jul 13 14:30:24.315831 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618f5d6e-03d8-5a30-8ee2-484b310fe779-9e181c08-de68-4fd9-9cf6-8e6fbec2d494', 'network_id': '9e181c08-de68-4fd9-9cf6-8e6fbec2d494', 'tenant_id': '2aff1d7559594454a3d06db4fee4db01', 'fixed_ips': [{'subnet_id': 'ae8ad8be-0d72-48dd-a7b8-8e4794230dc8'}]}} from dv-cinder-788365-4-iscsi. {{(pid=93174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:30:24.317177 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:24.585077 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.db_base_plugin_common [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Allocated IP 172.20.0.2 (9e181c08-de68-4fd9-9cf6-8e6fbec2d494/ae8ad8be-0d72-48dd-a7b8-8e4794230dc8/dbdbd8d8-a01b-461b-a17b-8509b30286ab) {{(pid=93174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:30:24.787397 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Notify callbacks [] for port, precommit_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:24.830059 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Transition to ACTIVE for port object dbdbd8d8-a01b-461b-a17b-8509b30286ab will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:30:24.850981 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Transition to ACTIVE for port object dbdbd8d8-a01b-461b-a17b-8509b30286ab will not be triggered until provisioned by entity DHCP. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:30:24.859996 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:24.937509 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Network 9e181c08-de68-4fd9-9cf6-8e6fbec2d494 is already hosted by enough agents. {{(pid=93174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:30:24.942811 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.base_scheduler [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Resources bound (agent type, host, resource id): {{(pid=93174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:30:24.948858 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Received port after_create {{(pid=93174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:30:24.951968 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Pushing event updated for resources: {'Port': ['ID=dbdbd8d8-a01b-461b-a17b-8509b30286ab,revision_number=1']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:24.978434 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.978434 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.978723 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.979027 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.979365 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.979697 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.980025 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.980392 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.981017 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.981347 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.981672 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.981992 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Tracked resource versions report: Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: pushed versions: Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: { 'AddressGroup': {'1.2'}, Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'ConntrackHelper': {'1.0'}, Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Log': {'1.0'}, Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Network': {'1.1'}, Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Port': {'1.7'}, Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'PortForwarding': {'1.2'}, Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'QosPolicy': {'1.8'}, Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'SecurityGroup': {'1.4'}, Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'SubPort': {'1.0'}, Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Subnet': {'1.1'}, Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Trunk': {'1.1'}} Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: consumer versions: Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: { DHCP agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: L3 agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: Metadata agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: Metering agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: Open vSwitch agent@dv-cinder-788365-4-iscsi: { 'AddressGroup': '1.2', Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'ConntrackHelper': '1.0', Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Log': '1.0', Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Network': '1.1', Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Port': '1.7', Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'PortForwarding': '1.2', Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'QosPolicy': '1.8', Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'SecurityGroup': '1.4', Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'SecurityGroupRule': '1.2', Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'SubPort': '1.0', Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Subnet': '1.1', Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Trunk': '1.1'}} Jul 13 14:30:24.983157 dv-cinder-788365-4-iscsi neutron-server[93174]: {{(pid=93174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:30:25.033238 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Attempting to bind port dbdbd8d8-a01b-461b-a17b-8509b30286ab on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:30:25.033790 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Attempting to bind port dbdbd8d8-a01b-461b-a17b-8509b30286ab by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '3d73cd00-61d7-46b5-a5f2-836d7dd6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9e181c08-de68-4fd9-9cf6-8e6fbec2d494'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:30:25.034032 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Attempting to bind port dbdbd8d8-a01b-461b-a17b-8509b30286ab on network 9e181c08-de68-4fd9-9cf6-8e6fbec2d494 {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:30:25.038850 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:30:25.039262 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Checking segment: {'id': '3d73cd00-61d7-46b5-a5f2-836d7dd6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9e181c08-de68-4fd9-9cf6-8e6fbec2d494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:30:25.039731 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:25.040120 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Bound using segment: {'id': '3d73cd00-61d7-46b5-a5f2-836d7dd6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9e181c08-de68-4fd9-9cf6-8e6fbec2d494'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:30:25.040624 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Bound port: dbdbd8d8-a01b-461b-a17b-8509b30286ab, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d73cd00-61d7-46b5-a5f2-836d7dd6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9e181c08-de68-4fd9-9cf6-8e6fbec2d494'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:30:25.041053 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:25.101797 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] For port dbdbd8d8-a01b-461b-a17b-8509b30286ab, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:30:25.106105 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] For port dbdbd8d8-a01b-461b-a17b-8509b30286ab, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=dbdbd8d8-a01b-461b-a17b-8509b30286ab,segment=NetworkSegment(3d73cd00-61d7-46b5-a5f2-836d7dd6f5b3),segment_id=3d73cd00-61d7-46b5-a5f2-836d7dd6f5b3)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:30:25.111538 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:25.175728 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475a885-d78c-4de5-acda-9596d8ad8919 None None] Pushing event updated for resources: {'Port': ['ID=dbdbd8d8-a01b-461b-a17b-8509b30286ab,revision_number=2']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:26.388280 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 43652) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:30:26.698872 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [None req-307c0be0-913d-4599-a2df-3fd5ad0645e7 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93172) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:30:26.699874 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-307c0be0-913d-4599-a2df-3fd5ad0645e7 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3105078 Jul 13 14:30:29.082207 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 43660) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:30:29.415181 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [None req-30b14440-9439-46ff-80b4-0d7f92c228f4 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93172) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:30:29.416158 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-30b14440-9439-46ff-80b4-0d7f92c228f4 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3330352 Jul 13 14:30:31.228938 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a06840-d3b3-4d73-9a2b-c97a6631f363 None None] Network 9e181c08-de68-4fd9-9cf6-8e6fbec2d494 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:30:31.401927 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-b2ed0195-ebf7-43f7-8480-522fee397301 None None] Provisioning for port dbdbd8d8-a01b-461b-a17b-8509b30286ab completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:30:31.463799 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device dbdbd8d8-a01b-461b-a17b-8509b30286ab up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:30:31.551613 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port dbdbd8d8-a01b-461b-a17b-8509b30286ab completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:30:31.555979 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port dbdbd8d8-a01b-461b-a17b-8509b30286ab triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:30:31.556579 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:31.684657 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:31.721883 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port dbdbd8d8-a01b-461b-a17b-8509b30286ab, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=dbdbd8d8-a01b-461b-a17b-8509b30286ab,segment=NetworkSegment(3d73cd00-61d7-46b5-a5f2-836d7dd6f5b3),segment_id=3d73cd00-61d7-46b5-a5f2-836d7dd6f5b3)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:30:31.726067 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:31.772002 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-aeef0999-874b-4521-80ec-9c50b97cdb6d None None] Provisioning complete for port dbdbd8d8-a01b-461b-a17b-8509b30286ab triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:30:31.772379 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-aeef0999-874b-4521-80ec-9c50b97cdb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:31.826989 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=dbdbd8d8-a01b-461b-a17b-8509b30286ab,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:32.111388 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 43674) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:30:32.414998 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-aaadc2a6-aab7-4a41-a142-df72349f581f admin admin] Request body: {'router': {'tenant_id': '2aff1d7559594454a3d06db4fee4db01', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:30:32.441535 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-aaadc2a6-aab7-4a41-a142-df72349f581f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3910847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126593'] for router, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:32.443203 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-aaadc2a6-aab7-4a41-a142-df72349f581f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3910684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3910097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1138'] for router, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:32.604667 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-aaadc2a6-aab7-4a41-a142-df72349f581f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:32.610147 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-aaadc2a6-aab7-4a41-a142-df72349f581f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3910816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909666'] for router, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:32.622564 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-aaadc2a6-aab7-4a41-a142-df72349f581f admin admin] Notify callbacks [] for router, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:32.623794 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-aaadc2a6-aab7-4a41-a142-df72349f581f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5114424 Jul 13 14:30:33.416442 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device dbdbd8d8-a01b-461b-a17b-8509b30286ab up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:30:33.466437 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port dbdbd8d8-a01b-461b-a17b-8509b30286ab triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:30:33.466831 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:35.006840 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 43682) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:30:35.311220 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [None req-c10aa2e7-6248-46e6-b736-726f2dcc9443 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93172) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:30:35.312231 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-c10aa2e7-6248-46e6-b736-726f2dcc9443 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3044364 Jul 13 14:30:36.541382 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-dcecc035-edd9-4210-92f3-544bbe0cf07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:37.661460 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 43690) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:30:37.961993 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-5c95677a-2b72-4177-8093-70c027e5ca75 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:30:37.984337 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c95677a-2b72-4177-8093-70c027e5ca75 admin admin] Made reservation on behalf of c542f3f8c4b04a3c87553ccc5f9def84 for: {'network': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:30:37.986642 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5c95677a-2b72-4177-8093-70c027e5ca75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:38.001143 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5c95677a-2b72-4177-8093-70c027e5ca75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:38.114543 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5c95677a-2b72-4177-8093-70c027e5ca75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:38.118604 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5c95677a-2b72-4177-8093-70c027e5ca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:38.138794 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5c95677a-2b72-4177-8093-70c027e5ca75 admin admin] Reserving flat network on physical network physnet1 {{(pid=93172) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 14:30:38.154824 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95677a-2b72-4177-8093-70c027e5ca75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3487271b-c6ad-4649-b87c-e15fa8df0efb,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:38.165731 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5c95677a-2b72-4177-8093-70c027e5ca75 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760775097402', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:38.166295 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5c95677a-2b72-4177-8093-70c027e5ca75 admin admin] Unsubscribe: segment precommit_create {{(pid=93172) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 14:30:38.166839 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.segments_db [None req-5c95677a-2b72-4177-8093-70c027e5ca75 admin admin] Added segment 4c53e54a-094c-422c-84e7-8389320a1079 of type flat for network 64164622-617a-4d99-aad1-f3cf00d7c839 Jul 13 14:30:38.217648 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5c95677a-2b72-4177-8093-70c027e5ca75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:38.263893 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5c95677a-2b72-4177-8093-70c027e5ca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:38.264864 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c95677a-2b72-4177-8093-70c027e5ca75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:38.266004 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5c95677a-2b72-4177-8093-70c027e5ca75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:38.337192 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-5c95677a-2b72-4177-8093-70c027e5ca75 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6746540 Jul 13 14:30:38.354620 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95677a-2b72-4177-8093-70c027e5ca75 admin admin] Pushing event updated for resources: {'Network': ['ID=64164622-617a-4d99-aad1-f3cf00d7c839,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:38.365901 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network 64164622-617a-4d99-aad1-f3cf00d7c839 details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:30:39.347591 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-784ff061-dcc6-40a8-bd78-22d980fcee32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:39.585208 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:40.140633 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:40.652108 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 43708) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:30:40.821191 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efcedda-1f75-48a1-95db-b54c1216b9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:40.822479 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-0efcedda-1f75-48a1-95db-b54c1216b9a5 admin admin] 10.222.0.42 "GET /v2.0/subnets/ae8ad8be-0d72-48dd-a7b8-8e4794230dc8 HTTP/1.1" status: 200 len: 849 time: 0.1693306 Jul 13 14:30:40.936927 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-20a6a5e2-9a31-404d-b7a2-690ac387d0d0 admin admin] 10.222.0.42 "GET /v2.0/routers/382fc8b4-d9c2-47e9-b868-31f79c70d860 HTTP/1.1" status: 200 len: 704 time: 0.1090472 Jul 13 14:30:41.194771 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:41.477000 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] Allocated IP 172.20.0.1 (9e181c08-de68-4fd9-9cf6-8e6fbec2d494/ae8ad8be-0d72-48dd-a7b8-8e4794230dc8/5ef93dd6-03f5-4efa-8f53-567ff96ef0dc) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:30:41.626333 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:41.646853 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.provisioning_blocks [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] Transition to ACTIVE for port object 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc will not be triggered until provisioned by entity DHCP. {{(pid=93172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:30:41.771137 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:41.841533 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] Network 9e181c08-de68-4fd9-9cf6-8e6fbec2d494 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:30:41.846686 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:30:41.852915 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:30:41.853463 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3909841'] for router_interface, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:41.880377 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef93dd6-03f5-4efa-8f53-567ff96ef0dc,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:41.927758 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:42.050914 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-19bef98e-81b6-43a8-ad39-70d310812f9f None None] Provisioning for port 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:30:42.054333 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-19bef98e-81b6-43a8-ad39-70d310812f9f None None] Provisioning complete for port 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:30:42.054700 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-19bef98e-81b6-43a8-ad39-70d310812f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:42.071295 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:42.089233 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-19bef98e-81b6-43a8-ad39-70d310812f9f None None] Port 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:30:42.245958 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:42.250640 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:42.251601 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911521'] for router_interface, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:42.330311 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef93dd6-03f5-4efa-8f53-567ff96ef0dc,revision_number=2']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:42.375831 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] Network 9e181c08-de68-4fd9-9cf6-8e6fbec2d494 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:30:42.377129 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:30:42.530383 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] Router 382fc8b4-d9c2-47e9-b868-31f79c70d860 is scheduled to L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e with binding_index 1 {{(pid=93172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:30:42.608432 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-76d5d9a7-42bd-47ac-a273-bd7752f71d4f None None] Provisioning complete for port 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:30:42.609375 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-76d5d9a7-42bd-47ac-a273-bd7752f71d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:42.618629 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:30:42.624314 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-70e4dc6c-8fce-47d7-b6df-d089c14628a9 admin admin] 10.222.0.42 "PUT /v2.0/routers/382fc8b4-d9c2-47e9-b868-31f79c70d860/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6824543 Jul 13 14:30:42.640639 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Sync routers for ids ['382fc8b4-d9c2-47e9-b868-31f79c70d860'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:30:42.643719 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-76d5d9a7-42bd-47ac-a273-bd7752f71d4f None None] Port 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:30:42.654806 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Routers {'382fc8b4-d9c2-47e9-b868-31f79c70d860'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:30:42.655639 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:30:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['382fc8b4-d9c2-47e9-b868-31f79c70d860'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:30:42.836327 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Set router 382fc8b4-d9c2-47e9-b868-31f79c70d860 gateway port host: None {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:30:43.256144 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382fc8b4-d9c2-47e9-b868-31f79c70d860', 'name': 'router1', 'tenant_id': '2aff1d7559594454a3d06db4fee4db01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:30:32Z', 'updated_at': '2021-07-13T14:30:42Z', 'revision_number': 2, 'project_id': '2aff1d7559594454a3d06db4fee4db01', 'gw_port_host': None, '_interfaces': [{'id': '5ef93dd6-03f5-4efa-8f53-567ff96ef0dc', 'name': '', 'network_id': '9e181c08-de68-4fd9-9cf6-8e6fbec2d494', 'tenant_id': '2aff1d7559594454a3d06db4fee4db01', 'mac_address': 'fa:16:3e:5a:c4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382fc8b4-d9c2-47e9-b868-31f79c70d860', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae8ad8be-0d72-48dd-a7b8-8e4794230dc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:30:41Z', 'updated_at': '2021-07-13T14:30:42Z', 'revision_number': 2, 'project_id': '2aff1d7559594454a3d06db4fee4db01', 'subnets': [{'id': 'ae8ad8be-0d72-48dd-a7b8-8e4794230dc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fb7ceab-9041-4a5a-b114-50c474ab7151'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:30:43.306845 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Checking router: 382fc8b4-d9c2-47e9-b868-31f79c70d860 for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:30:43.307223 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Updating router 382fc8b4-d9c2-47e9-b868-31f79c70d860 port 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc binding host dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:30:43.371092 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:43.848317 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:43.868226 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Transition to ACTIVE for port object 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:30:43.875279 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:44.024285 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32935efe-0883-4888-b3f1-fbf00d8e27b3 None None] Pushing event updated for resources: {'Port': ['ID=5ef93dd6-03f5-4efa-8f53-567ff96ef0dc,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:44.039819 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32935efe-0883-4888-b3f1-fbf00d8e27b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:44.040167 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32935efe-0883-4888-b3f1-fbf00d8e27b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:44.040513 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32935efe-0883-4888-b3f1-fbf00d8e27b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:44.040873 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32935efe-0883-4888-b3f1-fbf00d8e27b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:44.041203 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32935efe-0883-4888-b3f1-fbf00d8e27b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:44.041530 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32935efe-0883-4888-b3f1-fbf00d8e27b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:44.041852 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32935efe-0883-4888-b3f1-fbf00d8e27b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:44.042172 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32935efe-0883-4888-b3f1-fbf00d8e27b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:44.042538 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32935efe-0883-4888-b3f1-fbf00d8e27b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:44.042861 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32935efe-0883-4888-b3f1-fbf00d8e27b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:44.043177 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32935efe-0883-4888-b3f1-fbf00d8e27b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:44.043492 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32935efe-0883-4888-b3f1-fbf00d8e27b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32935efe-0883-4888-b3f1-fbf00d8e27b3 None None] Tracked resource versions report: Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: pushed versions: Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: { 'AddressGroup': {'1.2'}, Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'ConntrackHelper': {'1.0'}, Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Log': {'1.0'}, Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Network': {'1.1'}, Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Port': {'1.7'}, Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'PortForwarding': {'1.2'}, Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'QosPolicy': {'1.8'}, Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'SecurityGroup': {'1.4'}, Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'SubPort': {'1.0'}, Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Subnet': {'1.1'}, Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Trunk': {'1.1'}} Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: consumer versions: Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: { DHCP agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: L3 agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: Metadata agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: Metering agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: Open vSwitch agent@dv-cinder-788365-4-iscsi: { 'AddressGroup': '1.2', Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'ConntrackHelper': '1.0', Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Log': '1.0', Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Network': '1.1', Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Port': '1.7', Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'PortForwarding': '1.2', Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'QosPolicy': '1.8', Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'SecurityGroup': '1.4', Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'SecurityGroupRule': '1.2', Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'SubPort': '1.0', Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Subnet': '1.1', Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Trunk': '1.1'}} Jul 13 14:30:44.044649 dv-cinder-788365-4-iscsi neutron-server[93177]: {{(pid=93177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:30:44.049007 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Attempting to bind port 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:30:44.049406 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Attempting to bind port 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '3d73cd00-61d7-46b5-a5f2-836d7dd6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9e181c08-de68-4fd9-9cf6-8e6fbec2d494'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:30:44.049968 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Attempting to bind port 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc on network 9e181c08-de68-4fd9-9cf6-8e6fbec2d494 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:30:44.055409 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:30:44.055785 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Checking segment: {'id': '3d73cd00-61d7-46b5-a5f2-836d7dd6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9e181c08-de68-4fd9-9cf6-8e6fbec2d494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:30:44.056205 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:44.056575 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Bound using segment: {'id': '3d73cd00-61d7-46b5-a5f2-836d7dd6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9e181c08-de68-4fd9-9cf6-8e6fbec2d494'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:30:44.057068 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Bound port: 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d73cd00-61d7-46b5-a5f2-836d7dd6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9e181c08-de68-4fd9-9cf6-8e6fbec2d494'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:30:44.057956 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:44.123701 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] For port 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:30:44.144546 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] For port 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=5ef93dd6-03f5-4efa-8f53-567ff96ef0dc,segment=NetworkSegment(3d73cd00-61d7-46b5-a5f2-836d7dd6f5b3),segment_id=3d73cd00-61d7-46b5-a5f2-836d7dd6f5b3)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:30:44.149230 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:44.203972 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32935efe-0883-4888-b3f1-fbf00d8e27b3 None None] Pushing event updated for resources: {'Port': ['ID=5ef93dd6-03f5-4efa-8f53-567ff96ef0dc,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:44.206796 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Routers {'382fc8b4-d9c2-47e9-b868-31f79c70d860'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:30:44.207383 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:30:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['382fc8b4-d9c2-47e9-b868-31f79c70d860'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:30:44.296234 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] Set router 382fc8b4-d9c2-47e9-b868-31f79c70d860 gateway port host: None {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:30:44.499232 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382fc8b4-d9c2-47e9-b868-31f79c70d860', 'name': 'router1', 'tenant_id': '2aff1d7559594454a3d06db4fee4db01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:30:32Z', 'updated_at': '2021-07-13T14:30:42Z', 'revision_number': 2, 'project_id': '2aff1d7559594454a3d06db4fee4db01', 'gw_port_host': None, '_interfaces': [{'id': '5ef93dd6-03f5-4efa-8f53-567ff96ef0dc', 'name': '', 'network_id': '9e181c08-de68-4fd9-9cf6-8e6fbec2d494', 'tenant_id': '2aff1d7559594454a3d06db4fee4db01', 'mac_address': 'fa:16:3e:5a:c4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382fc8b4-d9c2-47e9-b868-31f79c70d860', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae8ad8be-0d72-48dd-a7b8-8e4794230dc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:30:41Z', 'updated_at': '2021-07-13T14:30:44Z', 'revision_number': 4, 'project_id': '2aff1d7559594454a3d06db4fee4db01', 'subnets': [{'id': 'ae8ad8be-0d72-48dd-a7b8-8e4794230dc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fb7ceab-9041-4a5a-b114-50c474ab7151'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:30:44.527670 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52687594-d4c0-4cae-b5f6-7fff54d4cd40 None None] The sync data for ids ['382fc8b4-d9c2-47e9-b868-31f79c70d860'] in dv-cinder-788365-4-iscsi is: [{'id': '382fc8b4-d9c2-47e9-b868-31f79c70d860', 'name': 'router1', 'tenant_id': '2aff1d7559594454a3d06db4fee4db01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:30:32Z', 'updated_at': '2021-07-13T14:30:42Z', 'revision_number': 2, 'project_id': '2aff1d7559594454a3d06db4fee4db01', 'gw_port_host': None, '_interfaces': [{'id': '5ef93dd6-03f5-4efa-8f53-567ff96ef0dc', 'name': '', 'network_id': '9e181c08-de68-4fd9-9cf6-8e6fbec2d494', 'tenant_id': '2aff1d7559594454a3d06db4fee4db01', 'mac_address': 'fa:16:3e:5a:c4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382fc8b4-d9c2-47e9-b868-31f79c70d860', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae8ad8be-0d72-48dd-a7b8-8e4794230dc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:30:41Z', 'updated_at': '2021-07-13T14:30:44Z', 'revision_number': 4, 'project_id': '2aff1d7559594454a3d06db4fee4db01', 'subnets': [{'id': 'ae8ad8be-0d72-48dd-a7b8-8e4794230dc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fb7ceab-9041-4a5a-b114-50c474ab7151'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:30:44.855155 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 43728) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:30:44.962773 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabbcc77-29c9-4724-83be-4b79a56a4937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:44.964119 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-eabbcc77-29c9-4724-83be-4b79a56a4937 admin admin] 10.222.0.42 "GET /v2.0/networks/64164622-617a-4d99-aad1-f3cf00d7c839 HTTP/1.1" status: 200 len: 842 time: 0.1077788 Jul 13 14:30:44.973443 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-36f4009e-b8f6-4e23-bd2a-5323c78fb7a4 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.2.0/24'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:30:44.993340 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f4009e-b8f6-4e23-bd2a-5323c78fb7a4 admin admin] Made reservation on behalf of c542f3f8c4b04a3c87553ccc5f9def84 for: {'subnet': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:30:44.995648 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-36f4009e-b8f6-4e23-bd2a-5323c78fb7a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:45.272440 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.objects.ports [None req-36f4009e-b8f6-4e23-bd2a-5323c78fb7a4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93172) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 14:30:45.272880 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-36f4009e-b8f6-4e23-bd2a-5323c78fb7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for subnet, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:45.324478 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4009e-b8f6-4e23-bd2a-5323c78fb7a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a558fe0-5def-4fa7-9003-30b84af57514,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:45.336311 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f4009e-b8f6-4e23-bd2a-5323c78fb7a4 admin admin] Checking segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:30:45.336698 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f4009e-b8f6-4e23-bd2a-5323c78fb7a4 admin admin] Network hostable DHCP agents. Network: 64164622-617a-4d99-aad1-f3cf00d7c839, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:30:45.352435 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f4009e-b8f6-4e23-bd2a-5323c78fb7a4 admin admin] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:30:45.362484 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-36f4009e-b8f6-4e23-bd2a-5323c78fb7a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, 64164622-617a-4d99-aad1-f3cf00d7c839) {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:30:45.366638 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f4009e-b8f6-4e23-bd2a-5323c78fb7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:45.367199 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-36f4009e-b8f6-4e23-bd2a-5323c78fb7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:45.372616 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fe7bbc-b094-489a-8716-eedc2837d6e2 None None] Network 64164622-617a-4d99-aad1-f3cf00d7c839 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:30:45.389274 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-36f4009e-b8f6-4e23-bd2a-5323c78fb7a4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4190514 Jul 13 14:30:45.505615 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f036f7d-831c-4a6a-950b-bd353fc4e502 None None] Network 64164622-617a-4d99-aad1-f3cf00d7c839 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:30:47.454818 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:30:47.507324 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:30:47.511702 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:30:47.512084 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:47.596412 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:47.639220 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=5ef93dd6-03f5-4efa-8f53-567ff96ef0dc,segment=NetworkSegment(3d73cd00-61d7-46b5-a5f2-836d7dd6f5b3),segment_id=3d73cd00-61d7-46b5-a5f2-836d7dd6f5b3)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:30:47.644763 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:47.656919 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 43740) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:30:47.739821 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=5ef93dd6-03f5-4efa-8f53-567ff96ef0dc,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:47.856879 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-3ed1c822-4552-4d8e-9ef1-9a3c7136941a admin admin] 10.222.0.42 "GET /v2.0/routers/382fc8b4-d9c2-47e9-b868-31f79c70d860 HTTP/1.1" status: 200 len: 710 time: 0.1980436 Jul 13 14:30:47.940336 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77cbeb4-d3fe-4316-ac29-f078369a7398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:47.941958 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-a77cbeb4-d3fe-4316-ac29-f078369a7398 admin admin] 10.222.0.42 "GET /v2.0/networks/64164622-617a-4d99-aad1-f3cf00d7c839 HTTP/1.1" status: 200 len: 886 time: 0.0806515 Jul 13 14:30:47.951865 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-d136ee9d-5bbd-419f-9539-81b9160a8e7c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:30:48.189591 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d136ee9d-5bbd-419f-9539-81b9160a8e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1120'] for router, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:48.418902 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d136ee9d-5bbd-419f-9539-81b9160a8e7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:48.489798 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d136ee9d-5bbd-419f-9539-81b9160a8e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:48.590592 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-d136ee9d-5bbd-419f-9539-81b9160a8e7c admin admin] Allocated IP 172.27.2.216 (64164622-617a-4d99-aad1-f3cf00d7c839/9a558fe0-5def-4fa7-9003-30b84af57514/68069d11-a27a-48f1-a022-70bb5a569712) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:30:48.690830 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d136ee9d-5bbd-419f-9539-81b9160a8e7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:48.727276 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d136ee9d-5bbd-419f-9539-81b9160a8e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:48.766378 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d136ee9d-5bbd-419f-9539-81b9160a8e7c admin admin] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:30:48.769080 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-d136ee9d-5bbd-419f-9539-81b9160a8e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:30:48.771679 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d136ee9d-5bbd-419f-9539-81b9160a8e7c admin admin] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:30:48.776705 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136ee9d-5bbd-419f-9539-81b9160a8e7c admin admin] Pushing event updated for resources: {'Port': ['ID=68069d11-a27a-48f1-a022-70bb5a569712,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:49.012604 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d136ee9d-5bbd-419f-9539-81b9160a8e7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:49.279107 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d136ee9d-5bbd-419f-9539-81b9160a8e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1120'] for router, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:49.282453 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d136ee9d-5bbd-419f-9539-81b9160a8e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3909680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3909689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3910802'] for router, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:49.384643 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d136ee9d-5bbd-419f-9539-81b9160a8e7c admin admin] Router 382fc8b4-d9c2-47e9-b868-31f79c70d860 has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:30:49.413595 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:30:49.458773 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:30:49.459139 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:49.489947 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d136ee9d-5bbd-419f-9539-81b9160a8e7c admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:30:49.499583 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d136ee9d-5bbd-419f-9539-81b9160a8e7c admin admin] Notify callbacks [] for router, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:49.499755 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Sync routers for ids ['382fc8b4-d9c2-47e9-b868-31f79c70d860'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:30:49.500816 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-d136ee9d-5bbd-419f-9539-81b9160a8e7c admin admin] 10.222.0.42 "PUT /v2.0/routers/382fc8b4-d9c2-47e9-b868-31f79c70d860 HTTP/1.1" status: 200 len: 890 time: 1.5527089 Jul 13 14:30:49.542953 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Routers {'382fc8b4-d9c2-47e9-b868-31f79c70d860'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:30:49.543566 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:30:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['382fc8b4-d9c2-47e9-b868-31f79c70d860'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:30:49.758216 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Set router 382fc8b4-d9c2-47e9-b868-31f79c70d860 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:30:50.141707 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382fc8b4-d9c2-47e9-b868-31f79c70d860', 'name': 'router1', 'tenant_id': '2aff1d7559594454a3d06db4fee4db01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '68069d11-a27a-48f1-a022-70bb5a569712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:30:32Z', 'updated_at': '2021-07-13T14:30:48Z', 'revision_number': 4, 'project_id': '2aff1d7559594454a3d06db4fee4db01', 'gw_port': {'id': '68069d11-a27a-48f1-a022-70bb5a569712', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:de:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382fc8b4-d9c2-47e9-b868-31f79c70d860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:30:48Z', 'updated_at': '2021-07-13T14:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '5ef93dd6-03f5-4efa-8f53-567ff96ef0dc', 'name': '', 'network_id': '9e181c08-de68-4fd9-9cf6-8e6fbec2d494', 'tenant_id': '2aff1d7559594454a3d06db4fee4db01', 'mac_address': 'fa:16:3e:5a:c4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382fc8b4-d9c2-47e9-b868-31f79c70d860', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae8ad8be-0d72-48dd-a7b8-8e4794230dc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:30:41Z', 'updated_at': '2021-07-13T14:30:47Z', 'revision_number': 5, 'project_id': '2aff1d7559594454a3d06db4fee4db01', 'subnets': [{'id': 'ae8ad8be-0d72-48dd-a7b8-8e4794230dc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fb7ceab-9041-4a5a-b114-50c474ab7151'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:30:50.189939 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Checking router: 382fc8b4-d9c2-47e9-b868-31f79c70d860 for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:30:50.190297 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Updating router 382fc8b4-d9c2-47e9-b868-31f79c70d860 port 68069d11-a27a-48f1-a022-70bb5a569712 binding host dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:30:50.224230 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:50.533347 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Notify callbacks [] for port, precommit_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:50.542501 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Transition to ACTIVE for port object 68069d11-a27a-48f1-a022-70bb5a569712 will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:30:50.547819 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:50.595823 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Attempting to bind port 68069d11-a27a-48f1-a022-70bb5a569712 on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:30:50.596192 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Attempting to bind port 68069d11-a27a-48f1-a022-70bb5a569712 by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:30:50.596557 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Attempting to bind port 68069d11-a27a-48f1-a022-70bb5a569712 on network 64164622-617a-4d99-aad1-f3cf00d7c839 {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:30:50.603201 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55965e3c-ff4e-4e22-9b6c-5328e79c139f None None] Pushing event updated for resources: {'Port': ['ID=68069d11-a27a-48f1-a022-70bb5a569712,revision_number=2']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:50.605901 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:30:50.606277 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Checking segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:30:50.606667 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:50.607052 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Bound using segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:30:50.607512 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Bound port: 68069d11-a27a-48f1-a022-70bb5a569712, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:30:50.607905 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:50.659237 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] For port 68069d11-a27a-48f1-a022-70bb5a569712, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:30:50.662170 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] For port 68069d11-a27a-48f1-a022-70bb5a569712, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=68069d11-a27a-48f1-a022-70bb5a569712,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:30:50.665792 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:50.793145 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55965e3c-ff4e-4e22-9b6c-5328e79c139f None None] Pushing event updated for resources: {'Port': ['ID=68069d11-a27a-48f1-a022-70bb5a569712,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:50.798182 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Routers {'382fc8b4-d9c2-47e9-b868-31f79c70d860'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:30:50.800643 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:30:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['382fc8b4-d9c2-47e9-b868-31f79c70d860'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:30:50.903957 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] Set router 382fc8b4-d9c2-47e9-b868-31f79c70d860 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:30:51.113189 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382fc8b4-d9c2-47e9-b868-31f79c70d860', 'name': 'router1', 'tenant_id': '2aff1d7559594454a3d06db4fee4db01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '68069d11-a27a-48f1-a022-70bb5a569712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:30:32Z', 'updated_at': '2021-07-13T14:30:48Z', 'revision_number': 4, 'project_id': '2aff1d7559594454a3d06db4fee4db01', 'gw_port': {'id': '68069d11-a27a-48f1-a022-70bb5a569712', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:de:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382fc8b4-d9c2-47e9-b868-31f79c70d860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:30:48Z', 'updated_at': '2021-07-13T14:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '5ef93dd6-03f5-4efa-8f53-567ff96ef0dc', 'name': '', 'network_id': '9e181c08-de68-4fd9-9cf6-8e6fbec2d494', 'tenant_id': '2aff1d7559594454a3d06db4fee4db01', 'mac_address': 'fa:16:3e:5a:c4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382fc8b4-d9c2-47e9-b868-31f79c70d860', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae8ad8be-0d72-48dd-a7b8-8e4794230dc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:30:41Z', 'updated_at': '2021-07-13T14:30:47Z', 'revision_number': 5, 'project_id': '2aff1d7559594454a3d06db4fee4db01', 'subnets': [{'id': 'ae8ad8be-0d72-48dd-a7b8-8e4794230dc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fb7ceab-9041-4a5a-b114-50c474ab7151'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:30:51.141080 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4ef97-3746-4b7c-bd8d-d05151e3b795 None None] The sync data for ids ['382fc8b4-d9c2-47e9-b868-31f79c70d860'] in dv-cinder-788365-4-iscsi is: [{'id': '382fc8b4-d9c2-47e9-b868-31f79c70d860', 'name': 'router1', 'tenant_id': '2aff1d7559594454a3d06db4fee4db01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '68069d11-a27a-48f1-a022-70bb5a569712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:30:32Z', 'updated_at': '2021-07-13T14:30:48Z', 'revision_number': 4, 'project_id': '2aff1d7559594454a3d06db4fee4db01', 'gw_port': {'id': '68069d11-a27a-48f1-a022-70bb5a569712', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:de:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382fc8b4-d9c2-47e9-b868-31f79c70d860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:30:48Z', 'updated_at': '2021-07-13T14:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '5ef93dd6-03f5-4efa-8f53-567ff96ef0dc', 'name': '', 'network_id': '9e181c08-de68-4fd9-9cf6-8e6fbec2d494', 'tenant_id': '2aff1d7559594454a3d06db4fee4db01', 'mac_address': 'fa:16:3e:5a:c4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382fc8b4-d9c2-47e9-b868-31f79c70d860', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae8ad8be-0d72-48dd-a7b8-8e4794230dc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:30:41Z', 'updated_at': '2021-07-13T14:30:47Z', 'revision_number': 5, 'project_id': '2aff1d7559594454a3d06db4fee4db01', 'subnets': [{'id': 'ae8ad8be-0d72-48dd-a7b8-8e4794230dc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fb7ceab-9041-4a5a-b114-50c474ab7151'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:30:51.450661 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 68069d11-a27a-48f1-a022-70bb5a569712 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:30:51.500847 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port 68069d11-a27a-48f1-a022-70bb5a569712 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:30:51.504492 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 68069d11-a27a-48f1-a022-70bb5a569712 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:30:51.504962 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:51.584002 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:51.604539 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port 68069d11-a27a-48f1-a022-70bb5a569712, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=68069d11-a27a-48f1-a022-70bb5a569712,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:30:51.610472 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:51.661035 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=68069d11-a27a-48f1-a022-70bb5a569712,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:51.870991 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 43748) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:30:51.996991 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-da96a7be-f59b-43e7-a517-1a8a5d003ee5 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1248486 Jul 13 14:30:53.416835 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 68069d11-a27a-48f1-a022-70bb5a569712 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:30:53.463581 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 68069d11-a27a-48f1-a022-70bb5a569712 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:30:53.464923 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:06.551670 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-544ecc08-034a-4784-b2a1-90a1f7f6aa91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:08.260620 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 5 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:31:09.357303 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-50d529e8-ad5d-4ded-b537-5f313cd1aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:09.599373 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:10.149567 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:11.935517 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:36.544935 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b7f443f7-7c1d-4679-8663-60152b8c9618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:39.352156 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-95a8827e-053b-4dc7-a4de-f73475bfcbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:39.593965 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:40.151389 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:41.944300 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:45.259990 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 5 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:32:06.546337 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-d1418984-bb30-47e1-8cfe-c64e5e071035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:09.354203 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-94029ed0-a511-4acc-b3cd-47d477148569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:09.594124 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:10.155659 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:11.947132 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:22.258530 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 5 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:32:26.781450 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 44316) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:32:26.838898 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cd2103-0eb5-4573-9a1d-37eaf0650c54 admin admin] GET failed (client error): The resource could not be found. Jul 13 14:32:26.840849 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-44cd2103-0eb5-4573-9a1d-37eaf0650c54 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0584424 Jul 13 14:32:26.997854 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7466a16-fa1f-45a2-9e03-87314fd3e416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:32:26.999252 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-d7466a16-fa1f-45a2-9e03-87314fd3e416 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1546316 Jul 13 14:32:29.128812 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 44326) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:32:29.262466 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa6872a-9f83-4c4d-acc2-c3acb43e2cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:32:29.263800 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-aaa6872a-9f83-4c4d-acc2-c3acb43e2cf3 admin admin] 10.222.0.42 "GET /v2.0/subnets/ae8ad8be-0d72-48dd-a7b8-8e4794230dc8 HTTP/1.1" status: 200 len: 849 time: 0.1340804 Jul 13 14:32:29.272810 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-026382b6-698c-411f-890a-f2fc468a57e7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:32:29.355936 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-026382b6-698c-411f-890a-f2fc468a57e7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:29.502322 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-026382b6-698c-411f-890a-f2fc468a57e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760774952982'] for subnet, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:29.542998 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026382b6-698c-411f-890a-f2fc468a57e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:32:29.543599 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-026382b6-698c-411f-890a-f2fc468a57e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:29.545832 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-026382b6-698c-411f-890a-f2fc468a57e7 admin admin] 10.222.0.42 "PUT /v2.0/subnets/ae8ad8be-0d72-48dd-a7b8-8e4794230dc8 HTTP/1.1" status: 200 len: 868 time: 0.2757106 Jul 13 14:32:29.557194 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c164ae6f-d6b2-48e9-933b-ff75ebd2a540 None None] Network 9e181c08-de68-4fd9-9cf6-8e6fbec2d494 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:32:29.565012 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026382b6-698c-411f-890a-f2fc468a57e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae8ad8be-0d72-48dd-a7b8-8e4794230dc8,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:32:29.572305 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026382b6-698c-411f-890a-f2fc468a57e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:32:29.572708 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026382b6-698c-411f-890a-f2fc468a57e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:32:29.573051 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026382b6-698c-411f-890a-f2fc468a57e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:32:29.573890 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026382b6-698c-411f-890a-f2fc468a57e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:32:29.574228 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026382b6-698c-411f-890a-f2fc468a57e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:32:29.574559 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026382b6-698c-411f-890a-f2fc468a57e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:32:29.574891 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026382b6-698c-411f-890a-f2fc468a57e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:32:29.575220 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026382b6-698c-411f-890a-f2fc468a57e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:32:29.575564 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026382b6-698c-411f-890a-f2fc468a57e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:32:29.575892 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026382b6-698c-411f-890a-f2fc468a57e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:32:29.576215 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026382b6-698c-411f-890a-f2fc468a57e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:32:29.576532 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026382b6-698c-411f-890a-f2fc468a57e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:32:29.963172 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-eb47d0f9-4dce-48a4-88d4-9f87e92c682e None None] Provisioning complete for port 5ef93dd6-03f5-4efa-8f53-567ff96ef0dc triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:32:29.963601 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-eb47d0f9-4dce-48a4-88d4-9f87e92c682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:30.049285 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-eb47d0f9-4dce-48a4-88d4-9f87e92c682e None None] Provisioning complete for port dbdbd8d8-a01b-461b-a17b-8509b30286ab triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:32:30.049550 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-eb47d0f9-4dce-48a4-88d4-9f87e92c682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:31.702005 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 44336) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:32:31.909547 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cb020a-bbc7-480b-891f-229ab42a3660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:32:31.910023 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cb020a-bbc7-480b-891f-229ab42a3660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:32:31.911537 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-c9cb020a-bbc7-480b-891f-229ab42a3660 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2086449 Jul 13 14:32:34.051519 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 44344) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:32:34.180328 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25751a1f-3e1b-4c96-ab70-151804e82148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:32:34.180745 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25751a1f-3e1b-4c96-ab70-151804e82148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:32:34.182249 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-25751a1f-3e1b-4c96-ab70-151804e82148 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1297693 Jul 13 14:32:36.317522 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 44352) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:32:36.438009 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d25d2ac-3ec9-4823-80e4-fe4303b3fbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:32:36.439363 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-7d25d2ac-3ec9-4823-80e4-fe4303b3fbb3 admin admin] 10.222.0.42 "GET /v2.0/networks/64164622-617a-4d99-aad1-f3cf00d7c839 HTTP/1.1" status: 200 len: 886 time: 0.1209209 Jul 13 14:32:36.547434 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-3d062252-35d7-403d-ab8b-52fdfcf1c5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:38.591215 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 44360) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:32:38.784001 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182c1a7b-7c9a-48d5-9c9d-9e443c18801c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:32:38.785303 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-182c1a7b-7c9a-48d5-9c9d-9e443c18801c admin admin] 10.222.0.42 "GET /v2.0/networks/9e181c08-de68-4fd9-9cf6-8e6fbec2d494 HTTP/1.1" status: 200 len: 869 time: 0.1930847 Jul 13 14:32:39.356626 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-428fd097-dc31-41d2-ba52-adc93b9bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:39.594358 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:40.158680 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:40.920467 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 44368) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:32:41.040447 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8092d2-8d15-44be-94db-e57dea1524f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:32:41.040933 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8092d2-8d15-44be-94db-e57dea1524f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:32:41.042460 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-5d8092d2-8d15-44be-94db-e57dea1524f6 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1210384 Jul 13 14:32:41.950937 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:43.168146 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 44376) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:32:43.254224 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f44d15-32a4-4c0a-8974-f4d868f5c839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:32:43.254684 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f44d15-32a4-4c0a-8974-f4d868f5c839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:32:43.256164 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-d5f44d15-32a4-4c0a-8974-f4d868f5c839 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0870373 Jul 13 14:32:45.380447 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 44384) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:32:45.461569 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecce8fd-277c-47ba-b18b-64aa66331e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:32:45.462880 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-9ecce8fd-277c-47ba-b18b-64aa66331e61 admin admin] 10.222.0.42 "GET /v2.0/subnets/9a558fe0-5def-4fa7-9003-30b84af57514 HTTP/1.1" status: 200 len: 816 time: 0.0814779 Jul 13 14:32:47.607629 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 44392) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:32:47.699276 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e0e67d-edf3-469e-b773-2214dc0a25b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:32:47.700524 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-95e0e67d-edf3-469e-b773-2214dc0a25b0 admin admin] 10.222.0.42 "GET /v2.0/subnets/ae8ad8be-0d72-48dd-a7b8-8e4794230dc8 HTTP/1.1" status: 200 len: 868 time: 0.0919621 Jul 13 14:32:59.256708 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 5 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:33:06.548990 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-9b1b4e17-4f9b-441b-8e2e-65278a5dbef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:09.356902 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-912cb927-5f34-4454-abf3-2ef3478e018f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:09.596146 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:10.160496 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:11.744928 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 44444) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:33:11.789821 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [None req-d151923d-784c-417e-a986-4933b86c1651 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93173) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:33:11.790834 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-d151923d-784c-417e-a986-4933b86c1651 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457597 Jul 13 14:33:11.953713 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:14.026961 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 44452) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:33:14.083967 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d2a553b-bdf2-41e0-b419-69331d417282 admin admin] GET failed (client error): The resource could not be found. Jul 13 14:33:14.085286 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-0d2a553b-bdf2-41e0-b419-69331d417282 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0574141 Jul 13 14:33:14.222846 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b68bdec-e24e-4c9c-a7fc-574e826074b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:14.224190 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-6b68bdec-e24e-4c9c-a7fc-574e826074b7 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1351018 Jul 13 14:33:16.379163 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 44460) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:33:16.423685 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:33:16.444537 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Made reservation on behalf of c542f3f8c4b04a3c87553ccc5f9def84 for: {'network': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:33:16.446745 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:16.473639 dv-cinder-788365-4-iscsi neutron-server[93172]: WARNING neutron.services.revisions.revision_plugin [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Could not find related network for resource to bump revision. Jul 13 14:33:16.487146 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=93172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:33:16.498808 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:16.499142 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.segments_db [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Added segment e6be2519-659f-445a-bb97-1ead2c101f31 of type vlan for network f7bb2684-7c22-4a00-a765-50330b4022e3 Jul 13 14:33:16.535759 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:16.562118 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:16.563015 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:16.563589 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:16.614298 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2340813 Jul 13 14:33:16.621018 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Pushing event updated for resources: {'Network': ['ID=f7bb2684-7c22-4a00-a765-50330b4022e3,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:33:16.627973 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:16.628321 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:16.628696 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:16.629035 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:16.629365 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:16.629721 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:16.630052 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:16.630377 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:16.630720 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:16.631047 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:16.631367 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:16.631686 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5625eb9c-9af6-4953-9f65-476983ec5059 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:16.643177 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network f7bb2684-7c22-4a00-a765-50330b4022e3 details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:33:18.773393 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 44468) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:33:18.830983 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.pecan_wsgi.hooks.translation [None req-54535816-5c06-458a-a4ff-609c1ce5cbd1 admin admin] GET failed (client error): The resource could not be found. Jul 13 14:33:18.832303 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-54535816-5c06-458a-a4ff-609c1ce5cbd1 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0579231 Jul 13 14:33:18.900805 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fb63b5-e4b1-4a22-a484-b467c32b6978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:18.902232 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-08fb63b5-e4b1-4a22-a484-b467c32b6978 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0662072 Jul 13 14:33:18.911791 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-8450f9f9-130f-4dce-ad8c-6e3587ad2a38 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'f7bb2684-7c22-4a00-a765-50330b4022e3', 'ip_version': 4}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:33:18.932216 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8450f9f9-130f-4dce-ad8c-6e3587ad2a38 admin admin] Made reservation on behalf of c542f3f8c4b04a3c87553ccc5f9def84 for: {'subnet': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:33:18.934489 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-8450f9f9-130f-4dce-ad8c-6e3587ad2a38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:19.089649 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-8450f9f9-130f-4dce-ad8c-6e3587ad2a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for subnet, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:19.139506 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450f9f9-130f-4dce-ad8c-6e3587ad2a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e702eb36-b450-4f64-a1c9-64f391f3b705,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:33:19.148916 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8450f9f9-130f-4dce-ad8c-6e3587ad2a38 admin admin] Checking segment: {'id': 'e6be2519-659f-445a-bb97-1ead2c101f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'f7bb2684-7c22-4a00-a765-50330b4022e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:33:19.149272 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8450f9f9-130f-4dce-ad8c-6e3587ad2a38 admin admin] Network hostable DHCP agents. Network: f7bb2684-7c22-4a00-a765-50330b4022e3, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:33:19.164786 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8450f9f9-130f-4dce-ad8c-6e3587ad2a38 admin admin] Network f7bb2684-7c22-4a00-a765-50330b4022e3 is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:33:19.172473 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-8450f9f9-130f-4dce-ad8c-6e3587ad2a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, f7bb2684-7c22-4a00-a765-50330b4022e3) {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:33:19.176296 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8450f9f9-130f-4dce-ad8c-6e3587ad2a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:19.177142 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-8450f9f9-130f-4dce-ad8c-6e3587ad2a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:19.181720 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37246eb5-75e8-4b07-9369-b899129b4590 None None] Network f7bb2684-7c22-4a00-a765-50330b4022e3 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:33:19.194553 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-8450f9f9-130f-4dce-ad8c-6e3587ad2a38 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2860882 Jul 13 14:33:19.422183 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618f5d6e-03d8-5a30-8ee2-484b310fe779-f7bb2684-7c22-4a00-a765-50330b4022e3', 'network_id': 'f7bb2684-7c22-4a00-a765-50330b4022e3', 'tenant_id': 'c542f3f8c4b04a3c87553ccc5f9def84', 'fixed_ips': [{'subnet_id': 'e702eb36-b450-4f64-a1c9-64f391f3b705'}]}} from dv-cinder-788365-4-iscsi. {{(pid=93174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:33:19.423053 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:19.562606 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.db_base_plugin_common [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Allocated IP 192.168.233.2 (f7bb2684-7c22-4a00-a765-50330b4022e3/e702eb36-b450-4f64-a1c9-64f391f3b705/ceec1fd5-8cea-4c4b-894a-fbb740877d1a) {{(pid=93174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:33:19.723909 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Notify callbacks [] for port, precommit_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:19.733461 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Transition to ACTIVE for port object ceec1fd5-8cea-4c4b-894a-fbb740877d1a will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:33:19.749716 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Transition to ACTIVE for port object ceec1fd5-8cea-4c4b-894a-fbb740877d1a will not be triggered until provisioned by entity DHCP. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:33:19.756088 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:19.800655 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Network f7bb2684-7c22-4a00-a765-50330b4022e3 is already hosted by enough agents. {{(pid=93174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:33:19.802857 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.base_scheduler [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Resources bound (agent type, host, resource id): {{(pid=93174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:33:19.810521 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Received port after_create {{(pid=93174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:33:19.812483 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Pushing event updated for resources: {'Port': ['ID=ceec1fd5-8cea-4c4b-894a-fbb740877d1a,revision_number=1']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:33:19.824320 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:19.824320 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:19.824622 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:19.825148 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:19.825491 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:19.825836 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:19.826173 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:19.826509 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:19.826867 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:19.827197 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:19.827527 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:19.827861 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:19.879520 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Attempting to bind port ceec1fd5-8cea-4c4b-894a-fbb740877d1a on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:33:19.879896 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Attempting to bind port ceec1fd5-8cea-4c4b-894a-fbb740877d1a by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': 'e6be2519-659f-445a-bb97-1ead2c101f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'f7bb2684-7c22-4a00-a765-50330b4022e3'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:33:19.880270 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Attempting to bind port ceec1fd5-8cea-4c4b-894a-fbb740877d1a on network f7bb2684-7c22-4a00-a765-50330b4022e3 {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:33:19.885275 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:33:19.885653 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Checking segment: {'id': 'e6be2519-659f-445a-bb97-1ead2c101f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'f7bb2684-7c22-4a00-a765-50330b4022e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:33:19.886081 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:19.886480 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Bound using segment: {'id': 'e6be2519-659f-445a-bb97-1ead2c101f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'f7bb2684-7c22-4a00-a765-50330b4022e3'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:33:19.886954 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Bound port: ceec1fd5-8cea-4c4b-894a-fbb740877d1a, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6be2519-659f-445a-bb97-1ead2c101f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'f7bb2684-7c22-4a00-a765-50330b4022e3'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:33:19.887351 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:19.954507 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] For port ceec1fd5-8cea-4c4b-894a-fbb740877d1a, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:33:19.958054 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] For port ceec1fd5-8cea-4c4b-894a-fbb740877d1a, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=ceec1fd5-8cea-4c4b-894a-fbb740877d1a,segment=NetworkSegment(e6be2519-659f-445a-bb97-1ead2c101f31),segment_id=e6be2519-659f-445a-bb97-1ead2c101f31)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:33:19.962686 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:20.020266 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ed354-f8c5-4c99-a0c5-963e21c5df92 None None] Pushing event updated for resources: {'Port': ['ID=ceec1fd5-8cea-4c4b-894a-fbb740877d1a,revision_number=2']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:33:20.813489 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068394ac-8121-4a24-8b67-232a68907129 None None] Network f7bb2684-7c22-4a00-a765-50330b4022e3 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:33:20.940116 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-5f3a1bb4-3ad0-48c0-b62f-b63838b8aa80 None None] Provisioning for port ceec1fd5-8cea-4c4b-894a-fbb740877d1a completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:33:21.548365 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device ceec1fd5-8cea-4c4b-894a-fbb740877d1a up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:33:21.597336 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port ceec1fd5-8cea-4c4b-894a-fbb740877d1a completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:33:21.601426 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port ceec1fd5-8cea-4c4b-894a-fbb740877d1a triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:33:21.601793 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:21.680211 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:21.712524 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port ceec1fd5-8cea-4c4b-894a-fbb740877d1a, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=ceec1fd5-8cea-4c4b-894a-fbb740877d1a,segment=NetworkSegment(e6be2519-659f-445a-bb97-1ead2c101f31),segment_id=e6be2519-659f-445a-bb97-1ead2c101f31)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:33:21.716372 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:21.762940 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=ceec1fd5-8cea-4c4b-894a-fbb740877d1a,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:33:23.537934 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device ceec1fd5-8cea-4c4b-894a-fbb740877d1a up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:33:23.584349 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port ceec1fd5-8cea-4c4b-894a-fbb740877d1a triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:33:23.584747 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:36.256117 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 5 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:33:36.549963 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b2349a2c-6f06-41cc-ae00-c3b35a6dde63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:39.361874 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-e0ea0a2b-f975-4d72-b66e-7c56465c124b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:39.597060 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:40.162706 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:41.957710 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:06.551160 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-13246405-f030-464f-915e-b0df9bf8339b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:09.363282 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-4040a1d4-f729-49c0-8aa7-d2649768336e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:09.597348 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:10.167058 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:11.962620 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:13.255167 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 5 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:34:27.822430 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 44520) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:34:27.828440 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [None req-80d77667-9e5d-437c-92d1-6158fc75fffa tempest-verify_tempest_config-1631640331 tempest-verify_tempest_config-1631640331-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93172) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:34:27.829448 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-80d77667-9e5d-437c-92d1-6158fc75fffa tempest-verify_tempest_config-1631640331 tempest-verify_tempest_config-1631640331-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060232 Jul 13 14:34:28.127410 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 44538) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:34:28.225217 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e89b5596-7292-4f0e-a05c-f975ce358478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:28.311968 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e89b5596-7292-4f0e-a05c-f975ce358478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:28.315455 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e89b5596-7292-4f0e-a05c-f975ce358478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:28.362434 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-e89b5596-7292-4f0e-a05c-f975ce358478 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e03dc06702e74481a2f9d2999361d9a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2340000 Jul 13 14:34:28.363478 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b5596-7292-4f0e-a05c-f975ce358478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44e0c25-608e-4880-877d-a1598ac001ce,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:34:28.365097 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 44542) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:34:28.370593 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b5596-7292-4f0e-a05c-f975ce358478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.370964 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b5596-7292-4f0e-a05c-f975ce358478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.371311 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b5596-7292-4f0e-a05c-f975ce358478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.371649 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b5596-7292-4f0e-a05c-f975ce358478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.371981 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b5596-7292-4f0e-a05c-f975ce358478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.372327 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b5596-7292-4f0e-a05c-f975ce358478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.372693 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b5596-7292-4f0e-a05c-f975ce358478 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.373038 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b5596-7292-4f0e-a05c-f975ce358478 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.373380 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b5596-7292-4f0e-a05c-f975ce358478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.373706 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b5596-7292-4f0e-a05c-f975ce358478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.374029 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b5596-7292-4f0e-a05c-f975ce358478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.374347 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b5596-7292-4f0e-a05c-f975ce358478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.422814 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-176ed015-09a3-49c8-a8c2-c820f0f66f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:28.444240 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-176ed015-09a3-49c8-a8c2-c820f0f66f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:28.532487 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-176ed015-09a3-49c8-a8c2-c820f0f66f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:28.535082 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-176ed015-09a3-49c8-a8c2-c820f0f66f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:28.536234 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-176ed015-09a3-49c8-a8c2-c820f0f66f34 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c44e0c25-608e-4880-877d-a1598ac001ce HTTP/1.1" status: 204 len: 168 time: 0.1694736 Jul 13 14:34:28.543978 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ed015-09a3-49c8-a8c2-c820f0f66f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44e0c25-608e-4880-877d-a1598ac001ce,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:34:28.550416 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed015-09a3-49c8-a8c2-c820f0f66f34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.550789 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed015-09a3-49c8-a8c2-c820f0f66f34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.551135 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed015-09a3-49c8-a8c2-c820f0f66f34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.551475 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed015-09a3-49c8-a8c2-c820f0f66f34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.551812 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed015-09a3-49c8-a8c2-c820f0f66f34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.552324 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed015-09a3-49c8-a8c2-c820f0f66f34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.552536 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed015-09a3-49c8-a8c2-c820f0f66f34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.552953 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed015-09a3-49c8-a8c2-c820f0f66f34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.553427 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed015-09a3-49c8-a8c2-c820f0f66f34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.554347 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed015-09a3-49c8-a8c2-c820f0f66f34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.554683 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed015-09a3-49c8-a8c2-c820f0f66f34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:28.555346 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed015-09a3-49c8-a8c2-c820f0f66f34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:34:36.554072 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-c51aa8c2-a41a-4c7f-905a-96363ce9aab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:39.367652 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fe90e408-32f4-4154-90b9-200121f2a6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:39.600107 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:40.169183 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:41.963128 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:50.253687 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 5 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:35:06.559114 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-18de43ca-5060-4331-9a88-f60fb9309d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:09.367750 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-a35c3196-23fe-414f-b817-4cd27e04b44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:09.603277 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:10.171988 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:11.965785 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:27.251883 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 5 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:35:36.560462 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-bc0b7a5d-c074-4190-b6e1-681ee2be3df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:39.368243 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-3b607433-e5f2-4d8d-8f84-051e76418b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:39.603207 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:40.173990 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:41.969420 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:01.080995 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3912761'] for agent, after_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:04.250581 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:36:04.917900 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 44596) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:05.017184 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-83068e4e-e969-44fe-a868-7d6579b13b6b admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0982039 Jul 13 14:36:06.561923 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-c3c331b2-ff80-4600-80be-d9bb3a186e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:07.174242 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 44606) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:07.225133 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-76e731b0-71fa-4d3f-8dd7-a641499553dd admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0495780 Jul 13 14:36:09.368061 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-cd319b0c-0833-4d90-8cd4-2377bdba08a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:09.603986 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:10.176810 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:11.973124 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:31.077394 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.561530 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-cf56904b-8ba5-42ce-844b-800d6451e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:39.369076 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-1c276b8b-cf93-40c7-bd98-cac39b146305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:39.603780 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:40.179828 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:41.249963 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:36:41.974611 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:01.093868 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:06.562238 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-05277001-7b5c-46fc-8ec5-09a818629ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.369714 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-0067fd96-c345-4c4b-a5fa-76a1286235ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.603709 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.184776 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:11.978746 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.248517 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:37:31.102766 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.082174 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 44824) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:34.160998 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 44832) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:34.191104 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 44836) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:34.409932 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1618834070-network', 'tenant_id': 'f5e406954a6e470f8c5a5ac55bfc2be9'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:34.437034 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Made reservation on behalf of f5e406954a6e470f8c5a5ac55bfc2be9 for: {'network': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:34.439620 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.454115 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-f0c0b57c-c075-4d6d-afb3-e98f38815477 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1158843165-network', 'tenant_id': 'bc4d29d2b644494c8a36dc952797805e'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:34.457309 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.489526 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-network', 'tenant_id': '2c925332815c423cab33c3c2badc3cab'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:34.498827 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c0b57c-c075-4d6d-afb3-e98f38815477 admin admin] Made reservation on behalf of bc4d29d2b644494c8a36dc952797805e for: {'network': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:34.501233 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b57c-c075-4d6d-afb3-e98f38815477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.512669 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b57c-c075-4d6d-afb3-e98f38815477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.596366 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.601942 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.614477 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=93173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:37:34.619961 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Made reservation on behalf of 2c925332815c423cab33c3c2badc3cab for: {'network': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:34.623722 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.628086 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.628444 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.segments_db [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Added segment 83056c9c-65a0-4e34-b8e8-427dae63de92 of type vlan for network e1a1deef-4e7b-4633-a3be-5fad35dfc065 Jul 13 14:37:34.636101 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.669844 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.703354 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.db.api [None req-f0c0b57c-c075-4d6d-afb3-e98f38815477 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 14:37:34.703354 dv-cinder-788365-4-iscsi neutron-server[93173]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 14:37:34.703354 dv-cinder-788365-4-iscsi neutron-server[93173]: [parameters: {'project_id_1': 'bc4d29d2b644494c8a36dc952797805e', 'expiration_1': datetime.datetime(2021, 7, 13, 14, 37, 34, 525134)}] Jul 13 14:37:34.703354 dv-cinder-788365-4-iscsi neutron-server[93173]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 14:37:34.703836 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG oslo_db.api [None req-f0c0b57c-c075-4d6d-afb3-e98f38815477 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 14:37:34.716338 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7552d212-1456-4eb1-b5f7-c5b960da58ba,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:34.735756 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.736431 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.737135 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.737609 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.738089 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.738573 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.739053 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.739541 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.739889 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.740218 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.740541 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.741443 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Tracked resource versions report: Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: pushed versions: Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: { 'AddressGroup': {'1.2'}, Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'ConntrackHelper': {'1.0'}, Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Log': {'1.0'}, Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Network': {'1.1'}, Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Port': {'1.7'}, Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'PortForwarding': {'1.2'}, Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'QosPolicy': {'1.8'}, Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'SecurityGroup': {'1.4'}, Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'SubPort': {'1.0'}, Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Subnet': {'1.1'}, Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Trunk': {'1.1'}} Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: consumer versions: Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: { DHCP agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: HyperV agent@hv-cinder-78836: {}, Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: L3 agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: Metadata agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: Metering agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: Open vSwitch agent@dv-cinder-788365-4-iscsi: { 'AddressGroup': '1.2', Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'ConntrackHelper': '1.0', Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Log': '1.0', Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Network': '1.1', Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Port': '1.7', Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'PortForwarding': '1.2', Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'QosPolicy': '1.8', Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'SecurityGroup': '1.4', Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'SecurityGroupRule': '1.2', Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'SubPort': '1.0', Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Subnet': '1.1', Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: 'Trunk': '1.1'}} Jul 13 14:37:34.742524 dv-cinder-788365-4-iscsi neutron-server[93173]: {{(pid=93173) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:37:34.756156 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.756337 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.757305 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:34.757919 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.763804 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.791247 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=93172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:37:34.812122 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad76ac3c-74e3-4ef5-a8d5-e6e9e2ce7b86,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:34.815994 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.816328 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.segments_db [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Added segment 5db20774-f346-4401-82c3-0ca6d88be61a of type vlan for network e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 Jul 13 14:37:34.830990 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.831602 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.832108 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.832630 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.833239 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.833736 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.834340 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.834883 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.835385 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.835870 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.836345 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.836840 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Tracked resource versions report: Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: pushed versions: Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: { 'AddressGroup': {'1.2'}, Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'ConntrackHelper': {'1.0'}, Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Log': {'1.0'}, Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Network': {'1.1'}, Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Port': {'1.7'}, Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'PortForwarding': {'1.2'}, Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'QosPolicy': {'1.8'}, Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'SecurityGroup': {'1.4'}, Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'SubPort': {'1.0'}, Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Subnet': {'1.1'}, Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Trunk': {'1.1'}} Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: consumer versions: Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: { DHCP agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: HyperV agent@hv-cinder-78836: {}, Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: L3 agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: Metadata agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: Metering agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: Open vSwitch agent@dv-cinder-788365-4-iscsi: { 'AddressGroup': '1.2', Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'ConntrackHelper': '1.0', Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Log': '1.0', Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Network': '1.1', Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Port': '1.7', Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'PortForwarding': '1.2', Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'QosPolicy': '1.8', Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'SecurityGroup': '1.4', Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'SecurityGroupRule': '1.2', Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'SubPort': '1.0', Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Subnet': '1.1', Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: 'Trunk': '1.1'}} Jul 13 14:37:34.838105 dv-cinder-788365-4-iscsi neutron-server[93172]: {{(pid=93172) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:37:34.861979 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7781205 Jul 13 14:37:34.866458 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 44882) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:34.873077 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-8e799857-d0af-462e-a40b-1145d7ed3ce3 admin admin] Request body: {'subnet': {'network_id': 'e1a1deef-4e7b-4633-a3be-5fad35dfc065', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1618834070-subnet', 'tenant_id': 'f5e406954a6e470f8c5a5ac55bfc2be9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:34.894579 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.901269 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e799857-d0af-462e-a40b-1145d7ed3ce3 admin admin] Made reservation on behalf of f5e406954a6e470f8c5a5ac55bfc2be9 for: {'subnet': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:34.904076 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8e799857-d0af-462e-a40b-1145d7ed3ce3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.931060 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.932136 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:34.932678 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:35.019294 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c5573-c64e-42c1-9465-86a8b74ff7aa admin admin] Pushing event updated for resources: {'Network': ['ID=e1a1deef-4e7b-4633-a3be-5fad35dfc065,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:35.033425 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network e1a1deef-4e7b-4633-a3be-5fad35dfc065 details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:37:35.084766 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8936653 Jul 13 14:37:35.092817 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 44888) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:35.098233 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-8cc878da-5b83-4002-b457-511f6d26a6b0 admin admin] Request body: {'subnet': {'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-subnet', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:35.116863 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31de22-6494-4067-978f-6ef4d3021283 admin admin] Pushing event updated for resources: {'Network': ['ID=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:35.140959 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:37:35.151325 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc878da-5b83-4002-b457-511f6d26a6b0 admin admin] Made reservation on behalf of 2c925332815c423cab33c3c2badc3cab for: {'subnet': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:35.153814 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-8cc878da-5b83-4002-b457-511f6d26a6b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:35.205679 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b57c-c075-4d6d-afb3-e98f38815477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:35.220214 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8e799857-d0af-462e-a40b-1145d7ed3ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for subnet, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:35.306175 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e799857-d0af-462e-a40b-1145d7ed3ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b538f818-c0f2-4acf-a869-6a44b97e1df7,revision_number=0']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:35.348160 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e799857-d0af-462e-a40b-1145d7ed3ce3 admin admin] Checking segment: {'id': '83056c9c-65a0-4e34-b8e8-427dae63de92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e1a1deef-4e7b-4633-a3be-5fad35dfc065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:35.349029 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e799857-d0af-462e-a40b-1145d7ed3ce3 admin admin] Network hostable DHCP agents. Network: e1a1deef-4e7b-4633-a3be-5fad35dfc065, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:37:35.423355 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e799857-d0af-462e-a40b-1145d7ed3ce3 admin admin] Network e1a1deef-4e7b-4633-a3be-5fad35dfc065 is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:37:35.430294 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-8cc878da-5b83-4002-b457-511f6d26a6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for subnet, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:35.449653 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [None req-8e799857-d0af-462e-a40b-1145d7ed3ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, e1a1deef-4e7b-4633-a3be-5fad35dfc065) {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:35.457913 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e799857-d0af-462e-a40b-1145d7ed3ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:35.458076 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aa3d03-3303-4ac9-8417-12c3a1c73ec1 None None] Network e1a1deef-4e7b-4633-a3be-5fad35dfc065 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:35.458869 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8e799857-d0af-462e-a40b-1145d7ed3ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:35.555104 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc878da-5b83-4002-b457-511f6d26a6b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c92b411-3ce3-4134-a4e0-9e76e0a93cef,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:35.576213 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc878da-5b83-4002-b457-511f6d26a6b0 admin admin] Checking segment: {'id': '5db20774-f346-4401-82c3-0ca6d88be61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:35.576578 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc878da-5b83-4002-b457-511f6d26a6b0 admin admin] Network hostable DHCP agents. Network: e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:37:35.596228 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc878da-5b83-4002-b457-511f6d26a6b0 admin admin] Network e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:37:35.602760 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b57c-c075-4d6d-afb3-e98f38815477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:35.612206 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-8cc878da-5b83-4002-b457-511f6d26a6b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10) {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:35.618026 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b57c-c075-4d6d-afb3-e98f38815477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:35.627313 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc878da-5b83-4002-b457-511f6d26a6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:35.628468 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-8cc878da-5b83-4002-b457-511f6d26a6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:35.658189 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-8cc878da-5b83-4002-b457-511f6d26a6b0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5643086 Jul 13 14:37:35.664685 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 44896) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:35.670183 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:35.675745 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-8e799857-d0af-462e-a40b-1145d7ed3ce3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8082552 Jul 13 14:37:35.718030 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c0b57c-c075-4d6d-afb3-e98f38815477 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=93173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:37:35.726501 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3910847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126593'] for router, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:35.726702 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0b57c-c075-4d6d-afb3-e98f38815477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729053aa-d586-4bab-a652-7f28be9b3a1a,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:35.727917 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3910684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3910097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1138'] for router, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:35.728091 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36faaf74-ab2b-4808-a1e6-f325a33dd251 None None] Network e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:35.733481 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b57c-c075-4d6d-afb3-e98f38815477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:35.734162 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.segments_db [None req-f0c0b57c-c075-4d6d-afb3-e98f38815477 admin admin] Added segment 590089df-442f-4329-9736-904bf81f8371 of type vlan for network 7f78fb5a-25a9-4fdc-8157-5839cfcef9aa Jul 13 14:37:35.784519 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b57c-c075-4d6d-afb3-e98f38815477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:35.822070 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b57c-c075-4d6d-afb3-e98f38815477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:35.823101 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c0b57c-c075-4d6d-afb3-e98f38815477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:35.824833 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:35.826757 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b57c-c075-4d6d-afb3-e98f38815477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:35.872433 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-f0c0b57c-c075-4d6d-afb3-e98f38815477 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7105033 Jul 13 14:37:35.889062 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 44918) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:35.894640 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-f073015b-5a2a-4a52-801f-7782091d747b admin admin] Request body: {'subnet': {'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1158843165-subnet', 'tenant_id': 'bc4d29d2b644494c8a36dc952797805e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:35.929049 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0b57c-c075-4d6d-afb3-e98f38815477 admin admin] Pushing event updated for resources: {'Network': ['ID=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:35.953250 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network 7f78fb5a-25a9-4fdc-8157-5839cfcef9aa details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:37:35.989576 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e588332-81a6-4cf4-8c6e-fb0fc6c43905 None None] Network e1a1deef-4e7b-4633-a3be-5fad35dfc065 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:36.053915 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f073015b-5a2a-4a52-801f-7782091d747b admin admin] Made reservation on behalf of bc4d29d2b644494c8a36dc952797805e for: {'subnet': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:36.057079 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f073015b-5a2a-4a52-801f-7782091d747b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.108723 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1120'] for router, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.144355 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 44932) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:36.228696 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618f5d6e-03d8-5a30-8ee2-484b310fe779-e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef'}]}} from dv-cinder-788365-4-iscsi. {{(pid=93174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:37:36.229548 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.440948 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f073015b-5a2a-4a52-801f-7782091d747b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for subnet, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.477898 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-7ff6f97c-1f56-496d-be11-28f2bfb19aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.496551 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.db_base_plugin_common [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Allocated IP 172.20.0.2 (e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10/1c92b411-3ce3-4134-a4e0-9e76e0a93cef/5dbbe673-e8a8-4076-8aa0-ffcad7461d45) {{(pid=93174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:36.575967 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-7ff6f97c-1f56-496d-be11-28f2bfb19aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.583006 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-7ff6f97c-1f56-496d-be11-28f2bfb19aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.585921 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073015b-5a2a-4a52-801f-7782091d747b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad6df99-8b00-4415-baa5-1fe0afd18c9f,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:36.622147 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-4e18ec5c-49fe-4e50-9f84-b7cf40c4d162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.643789 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-7ff6f97c-1f56-496d-be11-28f2bfb19aa3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6ed68d7d198468d80bbb268d35c6634&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4979122 Jul 13 14:37:36.646126 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 44952) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:36.653700 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6f97c-1f56-496d-be11-28f2bfb19aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74312312-9da9-4c86-9eef-5c3d280a97e6,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:36.655373 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.707073 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.758893 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f073015b-5a2a-4a52-801f-7782091d747b admin admin] Checking segment: {'id': '590089df-442f-4329-9736-904bf81f8371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:36.759262 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f073015b-5a2a-4a52-801f-7782091d747b admin admin] Network hostable DHCP agents. Network: 7f78fb5a-25a9-4fdc-8157-5839cfcef9aa, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:37:36.777532 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a807c6a1-dfc9-4c17-80c4-392bef2e9b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.797361 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.819041 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f073015b-5a2a-4a52-801f-7782091d747b admin admin] Network 7f78fb5a-25a9-4fdc-8157-5839cfcef9aa is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:37:36.822186 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Transition to ACTIVE for port object 5dbbe673-e8a8-4076-8aa0-ffcad7461d45 will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:36.826155 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a807c6a1-dfc9-4c17-80c4-392bef2e9b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.837334 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] Allocated IP 172.27.2.11 (64164622-617a-4d99-aad1-f3cf00d7c839/9a558fe0-5def-4fa7-9003-30b84af57514/620e12bc-16df-42a2-8071-fa26955d5fcd) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:36.840448 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-f073015b-5a2a-4a52-801f-7782091d747b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, 7f78fb5a-25a9-4fdc-8157-5839cfcef9aa) {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:36.848827 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f073015b-5a2a-4a52-801f-7782091d747b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:36.849449 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f073015b-5a2a-4a52-801f-7782091d747b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.856456 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Transition to ACTIVE for port object 5dbbe673-e8a8-4076-8aa0-ffcad7461d45 will not be triggered until provisioned by entity DHCP. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:36.867257 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d085c5-d938-46d9-ac7b-b8ad957b7c33 None None] Network 7f78fb5a-25a9-4fdc-8157-5839cfcef9aa requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:36.873401 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-f073015b-5a2a-4a52-801f-7782091d747b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9828928 Jul 13 14:37:36.875308 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.877692 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 44954) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:36.884753 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1158843165-router', 'tenant_id': 'bc4d29d2b644494c8a36dc952797805e', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:36.937714 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a807c6a1-dfc9-4c17-80c4-392bef2e9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.940612 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a807c6a1-dfc9-4c17-80c4-392bef2e9b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.945383 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-a807c6a1-dfc9-4c17-80c4-392bef2e9b0a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74312312-9da9-4c86-9eef-5c3d280a97e6 HTTP/1.1" status: 204 len: 168 time: 0.2983057 Jul 13 14:37:36.957395 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3910847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126593'] for router, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.957726 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807c6a1-dfc9-4c17-80c4-392bef2e9b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74312312-9da9-4c86-9eef-5c3d280a97e6,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:36.958488 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3910684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3910097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1138'] for router, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:37.006420 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Pushing event updated for resources: {'Port': ['ID=5dbbe673-e8a8-4076-8aa0-ffcad7461d45,revision_number=1']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:37.016367 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:37.016835 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:37.017237 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:37.017581 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:37.017919 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:37.018258 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:37.018592 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:37.018924 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:37.019275 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:37.019604 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:37.020015 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:37.020262 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Tracked resource versions report: Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: pushed versions: Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: { 'AddressGroup': {'1.2'}, Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'ConntrackHelper': {'1.0'}, Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Log': {'1.0'}, Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Network': {'1.1'}, Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Port': {'1.7'}, Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'PortForwarding': {'1.2'}, Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'QosPolicy': {'1.8'}, Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'SecurityGroup': {'1.4'}, Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'SubPort': {'1.0'}, Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Subnet': {'1.1'}, Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Trunk': {'1.1'}} Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: consumer versions: Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: { DHCP agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: HyperV agent@hv-cinder-78836: {}, Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: L3 agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: Metadata agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: Metering agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: Open vSwitch agent@dv-cinder-788365-4-iscsi: { 'AddressGroup': '1.2', Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'ConntrackHelper': '1.0', Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Log': '1.0', Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Network': '1.1', Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Port': '1.7', Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'PortForwarding': '1.2', Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'QosPolicy': '1.8', Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'SecurityGroup': '1.4', Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'SecurityGroupRule': '1.2', Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'SubPort': '1.0', Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Subnet': '1.1', Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: 'Trunk': '1.1'}} Jul 13 14:37:37.021584 dv-cinder-788365-4-iscsi neutron-server[93174]: {{(pid=93174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:37:37.031895 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Network e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 is already hosted by enough agents. {{(pid=93174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:37.035918 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.base_scheduler [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Resources bound (agent type, host, resource id): {{(pid=93174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:37.042817 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Received port after_create {{(pid=93174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:37.059840 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:37.066031 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:37.163284 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24f1f17-1821-456a-9cba-da49c367d590 None None] Network 7f78fb5a-25a9-4fdc-8157-5839cfcef9aa requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:37.266001 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1120'] for router, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:37.276544 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:37.301671 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Attempting to bind port 5dbbe673-e8a8-4076-8aa0-ffcad7461d45 on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:37.302297 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Attempting to bind port 5dbbe673-e8a8-4076-8aa0-ffcad7461d45 by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '5db20774-f346-4401-82c3-0ca6d88be61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:37.302395 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Attempting to bind port 5dbbe673-e8a8-4076-8aa0-ffcad7461d45 on network e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:37.308605 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:37.309382 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Checking segment: {'id': '5db20774-f346-4401-82c3-0ca6d88be61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:37.310210 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:37.311373 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Bound using segment: {'id': '5db20774-f346-4401-82c3-0ca6d88be61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:37.312151 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Bound port: 5dbbe673-e8a8-4076-8aa0-ffcad7461d45, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db20774-f346-4401-82c3-0ca6d88be61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:37.312895 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:37.330014 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] Pushing event updated for resources: {'Port': ['ID=620e12bc-16df-42a2-8071-fa26955d5fcd,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:37.365016 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:37.368111 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:37.399157 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:37.502913 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 44974) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:37.530924 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] For port 5dbbe673-e8a8-4076-8aa0-ffcad7461d45, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:37.542963 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c79f3a8d-f0a4-4cb2-9f94-6e98096dd088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:37.555204 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] For port 5dbbe673-e8a8-4076-8aa0-ffcad7461d45, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=5dbbe673-e8a8-4076-8aa0-ffcad7461d45,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:37.563900 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:37.810971 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ff85d-d52a-431e-9ae2-8083facd87a1 None None] Pushing event updated for resources: {'Port': ['ID=5dbbe673-e8a8-4076-8aa0-ffcad7461d45,revision_number=2']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:37.874917 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c79f3a8d-f0a4-4cb2-9f94-6e98096dd088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:37.883399 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c79f3a8d-f0a4-4cb2-9f94-6e98096dd088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:37.937551 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-c79f3a8d-f0a4-4cb2-9f94-6e98096dd088 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44726e103863450288f0a731199d45f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4335387 Jul 13 14:37:37.945596 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 45008) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:38.011871 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f3a8d-f0a4-4cb2-9f94-6e98096dd088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaefb0a-42c3-438c-866c-0bc3d75148cc,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:38.052642 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:38.100877 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d62b2d9d-89ff-4a18-9527-57009e20f29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:38.145284 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d62b2d9d-89ff-4a18-9527-57009e20f29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:38.179662 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:38.236874 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d62b2d9d-89ff-4a18-9527-57009e20f29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:38.239234 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d62b2d9d-89ff-4a18-9527-57009e20f29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:38.240354 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-d62b2d9d-89ff-4a18-9527-57009e20f29e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0eaefb0a-42c3-438c-866c-0bc3d75148cc HTTP/1.1" status: 204 len: 168 time: 0.2937541 Jul 13 14:37:38.268753 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b2d9d-89ff-4a18-9527-57009e20f29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaefb0a-42c3-438c-866c-0bc3d75148cc,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:38.297242 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:38.416366 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 45050) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:38.419366 dv-cinder-788365-4-iscsi neutron-server[93173]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 14:37:38.582363 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3910816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909666'] for router, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:38.636049 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] Allocated IP 172.27.2.165 (64164622-617a-4d99-aad1-f3cf00d7c839/9a558fe0-5def-4fa7-9003-30b84af57514/8cdce067-0033-4365-a67e-8a1bbb01f9e3) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:38.638146 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 45060) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:38.675720 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-b43637d9-b13e-42ed-9993-6d2dfbf90712 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:38.691722 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-b43637d9-b13e-42ed-9993-6d2dfbf90712 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/networks?id=e1a1deef-4e7b-4633-a3be-5fad35dfc065 HTTP/1.1" status: 200 len: 812 time: 0.2734399 Jul 13 14:37:38.712286 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-cb04c569-db1d-43eb-84a1-50ef9a992b1e tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/quotas/f5e406954a6e470f8c5a5ac55bfc2be9 HTTP/1.1" status: 200 len: 375 time: 0.0192642 Jul 13 14:37:38.811512 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-5bfbdf18-d192-4a54-ae8b-95ca123bcb45 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5e406954a6e470f8c5a5ac55bfc2be9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0979097 Jul 13 14:37:38.839611 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-96121cb1-4ea6-4b3f-b5a7-e6bf7c09e03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:38.909712 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:38.971322 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] Router 6f11985b-bae0-41ef-8169-346a4cc221f2 is scheduled to L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e with binding_index 1 {{(pid=93172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:37:39.010361 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 45086) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:39.122615 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-91bbe457-0543-45d1-b780-d97ac26ac88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:39.161884 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:39.201950 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:39.212341 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:39.228283 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:39.229915 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576fde71-ff2a-41c9-8e26-ca0501505104 None None] Network e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:39.249335 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-2820567f-d1bb-486f-99b4-60a9dd882b70 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93173) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:37:39.250911 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-2820567f-d1bb-486f-99b4-60a9dd882b70 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1954882 Jul 13 14:37:39.344120 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-96121cb1-4ea6-4b3f-b5a7-e6bf7c09e03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:39.363147 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-96121cb1-4ea6-4b3f-b5a7-e6bf7c09e03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:39.366598 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-b3afb19e-a607-4fbb-9f33-51dfc9ae3b66 None None] Provisioning for port 5dbbe673-e8a8-4076-8aa0-ffcad7461d45 completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:39.421883 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-e9d0946d-0dff-4604-93de-afccc3b0c9f5 service neutron] 10.222.0.42 "GET /v2.0/networks/e1a1deef-4e7b-4633-a3be-5fad35dfc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622815 Jul 13 14:37:39.426262 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:37:39.442455 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Sync routers for ids ['6f11985b-bae0-41ef-8169-346a4cc221f2'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:37:39.456527 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Routers {'6f11985b-bae0-41ef-8169-346a4cc221f2'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:39.457215 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:37:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['6f11985b-bae0-41ef-8169-346a4cc221f2'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:39.484391 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-2abbbd51-7239-447b-81f0-ba4c193bc2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:39.524370 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-96121cb1-4ea6-4b3f-b5a7-e6bf7c09e03a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b6ea9affbd20406fa6d546e274d3cdc2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8836062 Jul 13 14:37:39.525646 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] Pushing event updated for resources: {'Port': ['ID=8cdce067-0033-4365-a67e-8a1bbb01f9e3,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:39.530089 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 45116) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:39.589496 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96121cb1-4ea6-4b3f-b5a7-e6bf7c09e03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a61b663-4db6-482a-854e-6d5b0de4509e,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:39.637756 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-7156d775-a723-4570-8bd9-03963791d64c service neutron] 10.222.0.42 "GET /v2.0/networks/e1a1deef-4e7b-4633-a3be-5fad35dfc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142160 Jul 13 14:37:39.663567 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-91bbe457-0543-45d1-b780-d97ac26ac88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:39.675962 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-91bbe457-0543-45d1-b780-d97ac26ac88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:39.693917 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:39.731763 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] Notify callbacks [] for router, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:39.737904 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-9f53a17b-965f-42dd-aaa2-55a39acded8b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0678201 Jul 13 14:37:39.738744 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 45126) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:39.760238 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbe457-0543-45d1-b780-d97ac26ac88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6507540e-44f7-4d1f-a572-db2e6364e175,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:39.774683 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Set router 6f11985b-bae0-41ef-8169-346a4cc221f2 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:39.791869 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:39.878615 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-91bbe457-0543-45d1-b780-d97ac26ac88a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4304e302268844e4b8b07eb4ab26d2e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8668447 Jul 13 14:37:39.952503 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 5dbbe673-e8a8-4076-8aa0-ffcad7461d45 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:40.012157 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 45134) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:40.081285 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port 5dbbe673-e8a8-4076-8aa0-ffcad7461d45 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:40.093687 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 5dbbe673-e8a8-4076-8aa0-ffcad7461d45 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:40.094152 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:40.206486 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d68b2a04-9933-42f2-8159-c29a39bf1856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:40.230203 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:40.293826 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:40.295851 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-c5e9df26-f520-4936-83c9-5942a7cccf89 None None] Provisioning complete for port 5dbbe673-e8a8-4076-8aa0-ffcad7461d45 triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:40.296249 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-c5e9df26-f520-4936-83c9-5942a7cccf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:40.346234 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 45166) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:40.362860 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:37:37Z', 'revision_number': 3, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port': {'id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:40.381026 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port 5dbbe673-e8a8-4076-8aa0-ffcad7461d45, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=5dbbe673-e8a8-4076-8aa0-ffcad7461d45,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:40.390547 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:40.411003 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-79a8a1dc-171b-4413-8372-49246fd10885 req-c33864f6-9039-43af-be28-bc1664936d66 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 210 time: 0.2053962 Jul 13 14:37:40.422564 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Checking router: 6f11985b-bae0-41ef-8169-346a4cc221f2 for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:37:40.423015 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Updating router 6f11985b-bae0-41ef-8169-346a4cc221f2 port 620e12bc-16df-42a2-8071-fa26955d5fcd binding host dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:37:40.474044 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:40.477850 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d68b2a04-9933-42f2-8159-c29a39bf1856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:40.603860 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=5dbbe673-e8a8-4076-8aa0-ffcad7461d45,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:40.647437 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-08b899b2-0ffa-4088-b8cf-f3412f946a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:40.690758 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b8a7-e5c8-4cf8-b6fc-1aa900fae6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:40.718459 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3910816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909666'] for router, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:40.771903 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b8a7-e5c8-4cf8-b6fc-1aa900fae6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:40.780334 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d68b2a04-9933-42f2-8159-c29a39bf1856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:40.783391 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d68b2a04-9933-42f2-8159-c29a39bf1856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:40.785054 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-d68b2a04-9933-42f2-8159-c29a39bf1856 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a61b663-4db6-482a-854e-6d5b0de4509e HTTP/1.1" status: 204 len: 168 time: 1.2536678 Jul 13 14:37:40.829966 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b2a04-9933-42f2-8159-c29a39bf1856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a61b663-4db6-482a-854e-6d5b0de4509e,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:40.921124 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:40.964744 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Transition to ACTIVE for port object 620e12bc-16df-42a2-8071-fa26955d5fcd will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:40.967040 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b8a7-e5c8-4cf8-b6fc-1aa900fae6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:40.970355 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b8a7-e5c8-4cf8-b6fc-1aa900fae6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:40.972225 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-cbe8b8a7-e5c8-4cf8-b6fc-1aa900fae6da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6507540e-44f7-4d1f-a572-db2e6364e175 HTTP/1.1" status: 204 len: 168 time: 0.9590268 Jul 13 14:37:40.982781 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:40.989828 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-08b899b2-0ffa-4088-b8cf-f3412f946a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:40.991793 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8b8a7-e5c8-4cf8-b6fc-1aa900fae6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6507540e-44f7-4d1f-a572-db2e6364e175,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:41.005401 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-08b899b2-0ffa-4088-b8cf-f3412f946a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:41.046193 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f5e2d-9145-4c13-8a6e-122399d28e70 None None] Pushing event updated for resources: {'Port': ['ID=620e12bc-16df-42a2-8071-fa26955d5fcd,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:41.061321 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f5e2d-9145-4c13-8a6e-122399d28e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:41.061536 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f5e2d-9145-4c13-8a6e-122399d28e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:41.061889 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f5e2d-9145-4c13-8a6e-122399d28e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:41.062295 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f5e2d-9145-4c13-8a6e-122399d28e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:41.062692 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f5e2d-9145-4c13-8a6e-122399d28e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:41.063209 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f5e2d-9145-4c13-8a6e-122399d28e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:41.063324 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-08b899b2-0ffa-4088-b8cf-f3412f946a99 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2baec38abcb3487b9d358d4e9d66719c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7102256 Jul 13 14:37:41.063633 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f5e2d-9145-4c13-8a6e-122399d28e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:41.064025 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f5e2d-9145-4c13-8a6e-122399d28e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:41.064434 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f5e2d-9145-4c13-8a6e-122399d28e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:41.064875 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f5e2d-9145-4c13-8a6e-122399d28e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:41.065086 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b899b2-0ffa-4088-b8cf-f3412f946a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd71b49f-8c6a-4449-be7e-38fa5f1d22c6,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:41.065346 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f5e2d-9145-4c13-8a6e-122399d28e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:41.065942 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f5e2d-9145-4c13-8a6e-122399d28e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f5e2d-9145-4c13-8a6e-122399d28e70 None None] Tracked resource versions report: Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: pushed versions: Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: { 'AddressGroup': {'1.2'}, Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'ConntrackHelper': {'1.0'}, Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Log': {'1.0'}, Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Network': {'1.1'}, Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Port': {'1.7'}, Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'PortForwarding': {'1.2'}, Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'QosPolicy': {'1.8'}, Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'SecurityGroup': {'1.4'}, Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'SubPort': {'1.0'}, Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Subnet': {'1.1'}, Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Trunk': {'1.1'}} Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: consumer versions: Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: { DHCP agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: HyperV agent@hv-cinder-78836: {}, Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: L3 agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: Metadata agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: Metering agent@dv-cinder-788365-4-iscsi: {}, Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: Open vSwitch agent@dv-cinder-788365-4-iscsi: { 'AddressGroup': '1.2', Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'ConntrackHelper': '1.0', Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Log': '1.0', Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Network': '1.1', Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Port': '1.7', Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'PortForwarding': '1.2', Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'QosPolicy': '1.8', Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'SecurityGroup': '1.4', Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'SecurityGroupRule': '1.2', Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'SubPort': '1.0', Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Subnet': '1.1', Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: 'Trunk': '1.1'}} Jul 13 14:37:41.067245 dv-cinder-788365-4-iscsi neutron-server[93177]: {{(pid=93177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:37:41.070286 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 45198) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:41.082339 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] Router 7cdde7e3-27bb-4d3b-a493-075ba140fa67 is scheduled to L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e with binding_index 1 {{(pid=93172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:37:41.133614 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Attempting to bind port 620e12bc-16df-42a2-8071-fa26955d5fcd on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:41.133994 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Attempting to bind port 620e12bc-16df-42a2-8071-fa26955d5fcd by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:41.134479 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Attempting to bind port 620e12bc-16df-42a2-8071-fa26955d5fcd on network 64164622-617a-4d99-aad1-f3cf00d7c839 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:41.140262 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:41.140660 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Checking segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:41.141067 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:41.141821 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Bound using segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:41.142296 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Bound port: 620e12bc-16df-42a2-8071-fa26955d5fcd, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:41.142949 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:41.199540 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] For port 620e12bc-16df-42a2-8071-fa26955d5fcd, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:41.203076 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] For port 620e12bc-16df-42a2-8071-fa26955d5fcd, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=620e12bc-16df-42a2-8071-fa26955d5fcd,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:41.210739 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:41.223044 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:37:41.236814 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Sync routers for ids ['7cdde7e3-27bb-4d3b-a493-075ba140fa67'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:37:41.248375 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Routers {'7cdde7e3-27bb-4d3b-a493-075ba140fa67'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:41.249337 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:37:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7cdde7e3-27bb-4d3b-a493-075ba140fa67'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:41.257759 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] Notify callbacks [] for router, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:41.259161 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-7fd57249-7316-4e9a-b404-78f8e154f454 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3799570 Jul 13 14:37:41.261800 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 45210) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:41.348791 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Routers {'6f11985b-bae0-41ef-8169-346a4cc221f2'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:41.355124 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:37:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['6f11985b-bae0-41ef-8169-346a4cc221f2'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:41.443175 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f5e2d-9145-4c13-8a6e-122399d28e70 None None] Pushing event updated for resources: {'Port': ['ID=620e12bc-16df-42a2-8071-fa26955d5fcd,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:41.452005 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 45214) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:41.518502 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-651e23f3-7831-4a90-b236-e8ebda623e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:41.563368 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] Set router 6f11985b-bae0-41ef-8169-346a4cc221f2 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:41.588314 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Set router 7cdde7e3-27bb-4d3b-a493-075ba140fa67 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:41.598228 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:41.780550 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 5dbbe673-e8a8-4076-8aa0-ffcad7461d45 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:41.946948 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:37:37Z', 'revision_number': 3, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port': {'id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:41.985347 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 45222) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:41.998462 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] Allocated IP 172.20.0.1 (e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10/1c92b411-3ce3-4134-a4e0-9e76e0a93cef/8451b8c5-d482-4459-8d74-78c96d521006) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:42.020299 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 5dbbe673-e8a8-4076-8aa0-ffcad7461d45 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:42.021082 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.026815 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.033174 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f31c1a2-341f-4784-bc19-da7ed0219655 None None] The sync data for ids ['6f11985b-bae0-41ef-8169-346a4cc221f2'] in dv-cinder-788365-4-iscsi is: [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:37:37Z', 'revision_number': 3, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port': {'id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:37:42.057609 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0098f6d6-6a7a-40f4-88ac-4d36ec3e4a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.092387 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-651e23f3-7831-4a90-b236-e8ebda623e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.133815 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdde7e3-27bb-4d3b-a493-075ba140fa67', 'name': 'tempest-ServerRescueNegativeTestJSON-1158843165-router', 'tenant_id': 'bc4d29d2b644494c8a36dc952797805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '8cdce067-0033-4365-a67e-8a1bbb01f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:39Z', 'revision_number': 3, 'project_id': 'bc4d29d2b644494c8a36dc952797805e', 'gw_port': {'id': '8cdce067-0033-4365-a67e-8a1bbb01f9e3', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdde7e3-27bb-4d3b-a493-075ba140fa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:38Z', 'updated_at': '2021-07-13T14:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:42.146461 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.181779 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Checking router: 7cdde7e3-27bb-4d3b-a493-075ba140fa67 for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:37:42.182376 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Updating router 7cdde7e3-27bb-4d3b-a493-075ba140fa67 port 8cdce067-0033-4365-a67e-8a1bbb01f9e3 binding host dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:37:42.190701 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] Transition to ACTIVE for port object 8451b8c5-d482-4459-8d74-78c96d521006 will not be triggered until provisioned by entity DHCP. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:42.211439 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-651e23f3-7831-4a90-b236-e8ebda623e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.241077 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.292536 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a7054b0f-577e-4758-b9f3-6332af130bfb req-1f1443bf-9c4e-42a4-b152-4a5aaed2c817 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 210 time: 0.7649548 Jul 13 14:37:42.359661 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-651e23f3-7831-4a90-b236-e8ebda623e19 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40126dc4f4304b7d95e411a6bb8b0787&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9065008 Jul 13 14:37:42.366373 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 45238) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:42.370864 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f8de7cf9-f393-41a5-9709-3c3876747217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.373191 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e23f3-7831-4a90-b236-e8ebda623e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caed2fd6-db62-4605-8860-537ecc62aa8c,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:42.417375 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.442443 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] Network e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:42.507569 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:42.548494 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f8de7cf9-f393-41a5-9709-3c3876747217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.590877 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:42.603247 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3909841'] for router_interface, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.680695 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0098f6d6-6a7a-40f4-88ac-4d36ec3e4a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.689738 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9db065d4-abe7-4101-9030-8fc046562412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.692896 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0098f6d6-6a7a-40f4-88ac-4d36ec3e4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.766116 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-0098f6d6-6a7a-40f4-88ac-4d36ec3e4a05 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e4e6a8660f841ea9291b080b5fd0b70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7707906 Jul 13 14:37:42.766116 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098f6d6-6a7a-40f4-88ac-4d36ec3e4a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007cea86-e783-459a-b5dd-58edcfd42e35,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:42.766392 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 45244) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:42.798702 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Notify callbacks [] for port, precommit_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.811724 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Transition to ACTIVE for port object 8cdce067-0033-4365-a67e-8a1bbb01f9e3 will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:42.826896 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.828483 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] Pushing event updated for resources: {'Port': ['ID=8451b8c5-d482-4459-8d74-78c96d521006,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:42.895890 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-5cf86e6c-18b1-4027-a439-f8183b2fb3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.899607 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Attempting to bind port 8cdce067-0033-4365-a67e-8a1bbb01f9e3 on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:42.899977 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Attempting to bind port 8cdce067-0033-4365-a67e-8a1bbb01f9e3 by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:42.900374 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Attempting to bind port 8cdce067-0033-4365-a67e-8a1bbb01f9e3 on network 64164622-617a-4d99-aad1-f3cf00d7c839 {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:42.909233 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2a3b9-3f2b-4434-96f8-37c1b017f259 None None] Pushing event updated for resources: {'Port': ['ID=8cdce067-0033-4365-a67e-8a1bbb01f9e3,revision_number=2']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:42.911987 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:42.912965 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Checking segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:42.913336 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.913889 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Bound using segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:42.914537 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Bound port: 8cdce067-0033-4365-a67e-8a1bbb01f9e3, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:42.914940 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.981878 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-08280322-460d-413f-8fc1-f77ab9fa7c7e None None] Provisioning for port 8451b8c5-d482-4459-8d74-78c96d521006 completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:42.987525 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-9db065d4-abe7-4101-9030-8fc046562412 admin admin] Allocated IP 172.20.0.1 (7f78fb5a-25a9-4fdc-8157-5839cfcef9aa/2ad6df99-8b00-4415-baa5-1fe0afd18c9f/5c411d76-8779-4d50-a952-cc3390438056) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:42.998918 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-08280322-460d-413f-8fc1-f77ab9fa7c7e None None] Provisioning complete for port 8451b8c5-d482-4459-8d74-78c96d521006 triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:42.999203 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-08280322-460d-413f-8fc1-f77ab9fa7c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.017872 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f8de7cf9-f393-41a5-9709-3c3876747217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.018607 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f8de7cf9-f393-41a5-9709-3c3876747217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.019741 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-f8de7cf9-f393-41a5-9709-3c3876747217 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cd71b49f-8c6a-4449-be7e-38fa5f1d22c6 HTTP/1.1" status: 204 len: 168 time: 1.9484994 Jul 13 14:37:43.028822 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] For port 8cdce067-0033-4365-a67e-8a1bbb01f9e3, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:43.055067 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] For port 8cdce067-0033-4365-a67e-8a1bbb01f9e3, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=8cdce067-0033-4365-a67e-8a1bbb01f9e3,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:43.060710 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-08280322-460d-413f-8fc1-f77ab9fa7c7e None None] Port 8451b8c5-d482-4459-8d74-78c96d521006 cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:37:43.065298 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.078672 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-5cf86e6c-18b1-4027-a439-f8183b2fb3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.150464 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9db065d4-abe7-4101-9030-8fc046562412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.154068 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de7cf9-f393-41a5-9709-3c3876747217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd71b49f-8c6a-4449-be7e-38fa5f1d22c6,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:43.170021 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d2ad920d-adce-4097-8807-08672ef34f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.172150 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2a3b9-3f2b-4434-96f8-37c1b017f259 None None] Pushing event updated for resources: {'Port': ['ID=8cdce067-0033-4365-a67e-8a1bbb01f9e3,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:43.177471 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Routers {'7cdde7e3-27bb-4d3b-a493-075ba140fa67'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:43.178346 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:37:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7cdde7e3-27bb-4d3b-a493-075ba140fa67'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:43.246040 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d2ad920d-adce-4097-8807-08672ef34f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.257821 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9db065d4-abe7-4101-9030-8fc046562412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.300972 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db065d4-abe7-4101-9030-8fc046562412 admin admin] Network 7f78fb5a-25a9-4fdc-8157-5839cfcef9aa is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:43.324799 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-9db065d4-abe7-4101-9030-8fc046562412 admin admin] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:43.329458 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db065d4-abe7-4101-9030-8fc046562412 admin admin] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:43.333001 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9db065d4-abe7-4101-9030-8fc046562412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3909841'] for router_interface, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.393103 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] Set router 7cdde7e3-27bb-4d3b-a493-075ba140fa67 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:43.440148 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.471016 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-5cf86e6c-18b1-4027-a439-f8183b2fb3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.476518 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-5cf86e6c-18b1-4027-a439-f8183b2fb3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.484330 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-5cf86e6c-18b1-4027-a439-f8183b2fb3a3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/caed2fd6-db62-4605-8860-537ecc62aa8c HTTP/1.1" status: 204 len: 168 time: 1.1144564 Jul 13 14:37:43.524498 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db065d4-abe7-4101-9030-8fc046562412 admin admin] Pushing event updated for resources: {'Port': ['ID=5c411d76-8779-4d50-a952-cc3390438056,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:43.551950 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf86e6c-18b1-4027-a439-f8183b2fb3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caed2fd6-db62-4605-8860-537ecc62aa8c,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:43.569475 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d2ad920d-adce-4097-8807-08672ef34f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.575572 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d2ad920d-adce-4097-8807-08672ef34f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.577068 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-d2ad920d-adce-4097-8807-08672ef34f26 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/007cea86-e783-459a-b5dd-58edcfd42e35 HTTP/1.1" status: 204 len: 168 time: 0.8054063 Jul 13 14:37:43.644047 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad920d-adce-4097-8807-08672ef34f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007cea86-e783-459a-b5dd-58edcfd42e35,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:43.819391 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e5366fc9-51b5-413b-a222-ffd6ce26e8fc req-8014a37e-02d9-471d-bb77-fc09d756f1a6 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 210 time: 0.0502865 Jul 13 14:37:43.903887 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.913816 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.914872 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911521'] for router_interface, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.935705 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9db065d4-abe7-4101-9030-8fc046562412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:44.001949 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 620e12bc-16df-42a2-8071-fa26955d5fcd up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:44.124775 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port 620e12bc-16df-42a2-8071-fa26955d5fcd completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:44.131336 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 620e12bc-16df-42a2-8071-fa26955d5fcd triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:44.131618 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:44.190550 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdde7e3-27bb-4d3b-a493-075ba140fa67', 'name': 'tempest-ServerRescueNegativeTestJSON-1158843165-router', 'tenant_id': 'bc4d29d2b644494c8a36dc952797805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '8cdce067-0033-4365-a67e-8a1bbb01f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:39Z', 'revision_number': 3, 'project_id': 'bc4d29d2b644494c8a36dc952797805e', 'gw_port': {'id': '8cdce067-0033-4365-a67e-8a1bbb01f9e3', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdde7e3-27bb-4d3b-a493-075ba140fa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:38Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:44.233503 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0691d8a2-b75a-40ff-be16-5bd6b559094f None None] The sync data for ids ['7cdde7e3-27bb-4d3b-a493-075ba140fa67'] in dv-cinder-788365-4-iscsi is: [{'id': '7cdde7e3-27bb-4d3b-a493-075ba140fa67', 'name': 'tempest-ServerRescueNegativeTestJSON-1158843165-router', 'tenant_id': 'bc4d29d2b644494c8a36dc952797805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '8cdce067-0033-4365-a67e-8a1bbb01f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:39Z', 'revision_number': 3, 'project_id': 'bc4d29d2b644494c8a36dc952797805e', 'gw_port': {'id': '8cdce067-0033-4365-a67e-8a1bbb01f9e3', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdde7e3-27bb-4d3b-a493-075ba140fa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:38Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:37:44.333243 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:44.358024 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] Pushing event updated for resources: {'Port': ['ID=8451b8c5-d482-4459-8d74-78c96d521006,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:44.389404 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port 620e12bc-16df-42a2-8071-fa26955d5fcd, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=620e12bc-16df-42a2-8071-fa26955d5fcd,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:44.401985 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:44.438926 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] Network e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:44.442240 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:44.520396 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9db065d4-abe7-4101-9030-8fc046562412 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:44.523393 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=620e12bc-16df-42a2-8071-fa26955d5fcd,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:44.528081 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9db065d4-abe7-4101-9030-8fc046562412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:44.529961 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9db065d4-abe7-4101-9030-8fc046562412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911521'] for router_interface, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:44.749078 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db065d4-abe7-4101-9030-8fc046562412 admin admin] Network 7f78fb5a-25a9-4fdc-8157-5839cfcef9aa is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:44.758902 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-9db065d4-abe7-4101-9030-8fc046562412 admin admin] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:44.769677 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db065d4-abe7-4101-9030-8fc046562412 admin admin] Pushing event updated for resources: {'Port': ['ID=5c411d76-8779-4d50-a952-cc3390438056,revision_number=2']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:44.797906 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-ee697dab-6512-4576-8f1c-13a51e0f5681 None None] Provisioning complete for port 8451b8c5-d482-4459-8d74-78c96d521006 triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:44.802645 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-ee697dab-6512-4576-8f1c-13a51e0f5681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:44.835882 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] Router 6f11985b-bae0-41ef-8169-346a4cc221f2 has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:37:44.938033 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-ee697dab-6512-4576-8f1c-13a51e0f5681 None None] Port 8451b8c5-d482-4459-8d74-78c96d521006 cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:37:45.039727 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db065d4-abe7-4101-9030-8fc046562412 admin admin] Router 7cdde7e3-27bb-4d3b-a493-075ba140fa67 has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:37:45.072020 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:37:45.088635 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-1469de14-5bc4-488a-9cf7-b98d3e47d51b admin admin] 10.222.0.42 "PUT /v2.0/routers/6f11985b-bae0-41ef-8169-346a4cc221f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3258560 Jul 13 14:37:45.088865 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Sync routers for ids ['6f11985b-bae0-41ef-8169-346a4cc221f2'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:37:45.106863 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Routers {'6f11985b-bae0-41ef-8169-346a4cc221f2'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:45.107546 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:37:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['6f11985b-bae0-41ef-8169-346a4cc221f2'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:45.202427 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 45334) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:45.300104 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db065d4-abe7-4101-9030-8fc046562412 admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:37:45.304625 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ea1828b9-0887-46e9-9c2c-80801487db63 req-06b935fa-c24e-4984-9042-e897ad694f16 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 210 time: 0.1006174 Jul 13 14:37:45.308054 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-9db065d4-abe7-4101-9030-8fc046562412 admin admin] 10.222.0.42 "PUT /v2.0/routers/7cdde7e3-27bb-4d3b-a493-075ba140fa67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0450439 Jul 13 14:37:45.438815 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Set router 6f11985b-bae0-41ef-8169-346a4cc221f2 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:45.697706 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 4, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port': {'id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '8451b8c5-d482-4459-8d74-78c96d521006', 'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'mac_address': 'fa:16:3e:4e:ce:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:41Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 2, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'subnets': [{'id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:45.729947 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Checking router: 6f11985b-bae0-41ef-8169-346a4cc221f2 for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:37:45.730308 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Updating router 6f11985b-bae0-41ef-8169-346a4cc221f2 port 8451b8c5-d482-4459-8d74-78c96d521006 binding host dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:37:45.770824 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:45.830705 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 620e12bc-16df-42a2-8071-fa26955d5fcd up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:45.899946 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 620e12bc-16df-42a2-8071-fa26955d5fcd triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:45.901135 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:46.143772 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 45384) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:46.144250 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:46.149639 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-82f2b80e-3e8c-4935-b528-979f0ea2c052 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--794247927', 'description': 'tempest-description--1180164175'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:46.154895 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Transition to ACTIVE for port object 8451b8c5-d482-4459-8d74-78c96d521006 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:46.165317 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:46.211497 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-82f2b80e-3e8c-4935-b528-979f0ea2c052 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:46.241079 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff5ca9-f189-419c-bd15-c118b39c1540 None None] Pushing event updated for resources: {'Port': ['ID=8451b8c5-d482-4459-8d74-78c96d521006,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:46.295437 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 8cdce067-0033-4365-a67e-8a1bbb01f9e3 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:46.346058 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Attempting to bind port 8451b8c5-d482-4459-8d74-78c96d521006 on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:46.346441 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Attempting to bind port 8451b8c5-d482-4459-8d74-78c96d521006 by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '5db20774-f346-4401-82c3-0ca6d88be61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:46.346806 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Attempting to bind port 8451b8c5-d482-4459-8d74-78c96d521006 on network e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:46.358102 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:46.358934 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Checking segment: {'id': '5db20774-f346-4401-82c3-0ca6d88be61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:46.359511 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:46.360210 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Bound using segment: {'id': '5db20774-f346-4401-82c3-0ca6d88be61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:46.360997 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Bound port: 8451b8c5-d482-4459-8d74-78c96d521006, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db20774-f346-4401-82c3-0ca6d88be61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:46.361595 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:46.405795 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port 8cdce067-0033-4365-a67e-8a1bbb01f9e3 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:46.413624 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 8cdce067-0033-4365-a67e-8a1bbb01f9e3 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:46.414844 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:46.482252 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-82f2b80e-3e8c-4935-b528-979f0ea2c052 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:46.489479 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] For port 8451b8c5-d482-4459-8d74-78c96d521006, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:46.490729 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-82f2b80e-3e8c-4935-b528-979f0ea2c052 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:46.494234 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] For port 8451b8c5-d482-4459-8d74-78c96d521006, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=8451b8c5-d482-4459-8d74-78c96d521006,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:46.500057 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:46.567214 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:46.577676 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-82f2b80e-3e8c-4935-b528-979f0ea2c052 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:46.579176 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-82f2b80e-3e8c-4935-b528-979f0ea2c052 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4335191 Jul 13 14:37:46.581916 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2b80e-3e8c-4935-b528-979f0ea2c052 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f25922d-93ff-40a3-8272-22396e171fe9,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:46.583561 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 45408) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:46.595243 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-3ae89fb3-bed5-4f50-8ce7-9069c900ce26 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Request body: {'security_group_rule': {'security_group_id': '8f25922d-93ff-40a3-8272-22396e171fe9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:46.622080 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port 8cdce067-0033-4365-a67e-8a1bbb01f9e3, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=8cdce067-0033-4365-a67e-8a1bbb01f9e3,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:46.630089 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:46.659785 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Routers {'6f11985b-bae0-41ef-8169-346a4cc221f2'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:46.663099 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:37:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['6f11985b-bae0-41ef-8169-346a4cc221f2'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:46.695089 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-3ae89fb3-bed5-4f50-8ce7-9069c900ce26 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:46.802689 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=8cdce067-0033-4365-a67e-8a1bbb01f9e3,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:46.871956 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] Set router 6f11985b-bae0-41ef-8169-346a4cc221f2 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:46.949142 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Sync routers for ids ['7cdde7e3-27bb-4d3b-a493-075ba140fa67'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:37:46.949674 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-3ae89fb3-bed5-4f50-8ce7-9069c900ce26 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:46.955905 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-3ae89fb3-bed5-4f50-8ce7-9069c900ce26 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:46.966471 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Routers {'7cdde7e3-27bb-4d3b-a493-075ba140fa67'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:46.969793 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-512c25f2-a09e-4160-b27f-f57fd81fb5b6 req-0d791bf4-7573-447d-9cbd-758d2dbca370 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 210 time: 0.0690203 Jul 13 14:37:46.978825 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:37:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7cdde7e3-27bb-4d3b-a493-075ba140fa67'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:47.005224 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae89fb3-bed5-4f50-8ce7-9069c900ce26 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77815eb0-1c2f-4bf1-86bd-b7ff058d0c9a,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:47.034954 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-3ae89fb3-bed5-4f50-8ce7-9069c900ce26 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:47.038539 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-3ae89fb3-bed5-4f50-8ce7-9069c900ce26 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4519844 Jul 13 14:37:47.040291 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 45430) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:47.056134 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-c24c9322-9cd4-4195-83fd-39c9048a6d75 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Request body: {'security_group_rule': {'security_group_id': '8f25922d-93ff-40a3-8272-22396e171fe9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:47.116307 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff5ca9-f189-419c-bd15-c118b39c1540 None None] Pushing event updated for resources: {'Port': ['ID=8451b8c5-d482-4459-8d74-78c96d521006,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:47.150209 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 45436) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:47.152744 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c24c9322-9cd4-4195-83fd-39c9048a6d75 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:47.171137 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Set router 7cdde7e3-27bb-4d3b-a493-075ba140fa67 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:47.174177 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 4, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port': {'id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '8451b8c5-d482-4459-8d74-78c96d521006', 'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'mac_address': 'fa:16:3e:4e:ce:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:41Z', 'updated_at': '2021-07-13T14:37:46Z', 'revision_number': 4, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'subnets': [{'id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:47.220193 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc86ea-df8e-41f3-8532-b83149b0217e None None] The sync data for ids ['6f11985b-bae0-41ef-8169-346a4cc221f2'] in dv-cinder-788365-4-iscsi is: [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 4, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port': {'id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '8451b8c5-d482-4459-8d74-78c96d521006', 'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'mac_address': 'fa:16:3e:4e:ce:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:41Z', 'updated_at': '2021-07-13T14:37:46Z', 'revision_number': 4, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'subnets': [{'id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:37:47.245211 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c24c9322-9cd4-4195-83fd-39c9048a6d75 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:47.247806 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-0540fb85-2373-4c2c-bbc9-dedb65a8e02b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:47.249538 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-0540fb85-2373-4c2c-bbc9-dedb65a8e02b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/networks?id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa HTTP/1.1" status: 200 len: 819 time: 0.3033652 Jul 13 14:37:47.253136 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c24c9322-9cd4-4195-83fd-39c9048a6d75 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:47.283784 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.44', 56922) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:47.289764 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c9322-9cd4-4195-83fd-39c9048a6d75 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7290cab-2f8e-47ce-937c-493aaf16f9e9,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:47.314745 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-e39edb3c-dfd0-4a94-9e35-f42de0efddd9 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/quotas/bc4d29d2b644494c8a36dc952797805e HTTP/1.1" status: 200 len: 375 time: 0.0455511 Jul 13 14:37:47.478415 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c24c9322-9cd4-4195-83fd-39c9048a6d75 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:47.483210 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-c24c9322-9cd4-4195-83fd-39c9048a6d75 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4394588 Jul 13 14:37:47.489668 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 45446) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:47.501024 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-c88d9a22-d0ce-4c53-95e1-e1c1cba6061c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Request body: {'floatingip': {'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:47.528332 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-0a89a561-0c7b-4c89-855a-8a4a639ce8af tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc4d29d2b644494c8a36dc952797805e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1892364 Jul 13 14:37:47.541019 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdde7e3-27bb-4d3b-a493-075ba140fa67', 'name': 'tempest-ServerRescueNegativeTestJSON-1158843165-router', 'tenant_id': 'bc4d29d2b644494c8a36dc952797805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '8cdce067-0033-4365-a67e-8a1bbb01f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 4, 'project_id': 'bc4d29d2b644494c8a36dc952797805e', 'gw_port': {'id': '8cdce067-0033-4365-a67e-8a1bbb01f9e3', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdde7e3-27bb-4d3b-a493-075ba140fa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:38Z', 'updated_at': '2021-07-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '5c411d76-8779-4d50-a952-cc3390438056', 'name': '', 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa', 'tenant_id': 'bc4d29d2b644494c8a36dc952797805e', 'mac_address': 'fa:16:3e:13:24:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdde7e3-27bb-4d3b-a493-075ba140fa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2ad6df99-8b00-4415-baa5-1fe0afd18c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:42Z', 'updated_at': '2021-07-13T14:37:44Z', 'revision_number': 2, 'project_id': 'bc4d29d2b644494c8a36dc952797805e', 'subnets': [{'id': '2ad6df99-8b00-4415-baa5-1fe0afd18c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:47.595007 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Checking router: 7cdde7e3-27bb-4d3b-a493-075ba140fa67 for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:37:47.595743 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Updating router 7cdde7e3-27bb-4d3b-a493-075ba140fa67 port 5c411d76-8779-4d50-a952-cc3390438056 binding host dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:37:47.648045 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:47.652212 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c88d9a22-d0ce-4c53-95e1-e1c1cba6061c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for floatingip, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:47.694104 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-062ac3fa-42f6-4c32-8672-7305bfdbce45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:47.846197 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-43269b70-ae2e-47cf-80d1-7d290ecb0e2a tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:47.848117 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-43269b70-ae2e-47cf-80d1-7d290ecb0e2a tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.44 "GET /v2.0/networks?id=e1a1deef-4e7b-4633-a3be-5fad35dfc065 HTTP/1.1" status: 200 len: 812 time: 0.5426981 Jul 13 14:37:47.934946 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-5104c151-4473-4560-9ece-5e7e2d7dc38c tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Request body: {'port': {'device_id': '9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a', 'network_id': 'e1a1deef-4e7b-4633-a3be-5fad35dfc065', 'admin_state_up': True, 'tenant_id': 'f5e406954a6e470f8c5a5ac55bfc2be9'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:47.960106 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 8451b8c5-d482-4459-8d74-78c96d521006 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:48.088736 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port 8451b8c5-d482-4459-8d74-78c96d521006 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:48.104705 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 8451b8c5-d482-4459-8d74-78c96d521006 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:48.105337 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:48.304002 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bbdaa14d-ca5d-46aa-8c3e-29dd10ae4dff req-83749889-ccd4-4a2f-b6c0-f383cdf65a20 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 210 time: 0.0800812 Jul 13 14:37:48.337995 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Notify callbacks [] for port, precommit_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:48.377682 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Transition to ACTIVE for port object 5c411d76-8779-4d50-a952-cc3390438056 will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:48.386522 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:48.389279 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:48.406773 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-062ac3fa-42f6-4c32-8672-7305bfdbce45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:48.422578 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-062ac3fa-42f6-4c32-8672-7305bfdbce45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:48.461706 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c88d9a22-d0ce-4c53-95e1-e1c1cba6061c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:48.507742 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port 8451b8c5-d482-4459-8d74-78c96d521006, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=8451b8c5-d482-4459-8d74-78c96d521006,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:48.508813 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaaadf5-3e71-4e0c-b6eb-329b7ccc0d8d None None] Pushing event updated for resources: {'Port': ['ID=5c411d76-8779-4d50-a952-cc3390438056,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:48.519237 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-c5a3ec27-062e-4bc3-8e93-7c7ed3af2b83 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93173) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:37:48.520260 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-c5a3ec27-062e-4bc3-8e93-7c7ed3af2b83 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5095575 Jul 13 14:37:48.523086 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-062ac3fa-42f6-4c32-8672-7305bfdbce45 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e56bd90194c64f27aa2cc39753858f88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3563988 Jul 13 14:37:48.525747 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 45514) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:48.527892 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ac3fa-42f6-4c32-8672-7305bfdbce45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e61fa6-e868-4048-bd3d-67647cd39015,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:48.528818 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:48.530915 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 8cdce067-0033-4365-a67e-8a1bbb01f9e3 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:48.569398 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-5104c151-4473-4560-9ece-5e7e2d7dc38c tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Made reservation on behalf of f5e406954a6e470f8c5a5ac55bfc2be9 for: {'port': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:48.573429 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-5104c151-4473-4560-9ece-5e7e2d7dc38c tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:48.600676 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=8451b8c5-d482-4459-8d74-78c96d521006,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:48.697588 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Attempting to bind port 5c411d76-8779-4d50-a952-cc3390438056 on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:48.698150 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Attempting to bind port 5c411d76-8779-4d50-a952-cc3390438056 by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '590089df-442f-4329-9736-904bf81f8371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:48.698397 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Attempting to bind port 5c411d76-8779-4d50-a952-cc3390438056 on network 7f78fb5a-25a9-4fdc-8157-5839cfcef9aa {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:48.711738 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:48.712318 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Checking segment: {'id': '590089df-442f-4329-9736-904bf81f8371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:48.712967 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:48.713525 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Bound using segment: {'id': '590089df-442f-4329-9736-904bf81f8371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:48.714177 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Bound port: 5c411d76-8779-4d50-a952-cc3390438056, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590089df-442f-4329-9736-904bf81f8371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:48.714649 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:48.799182 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] For port 5c411d76-8779-4d50-a952-cc3390438056, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:48.803993 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] For port 5c411d76-8779-4d50-a952-cc3390438056, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=5c411d76-8779-4d50-a952-cc3390438056,segment=NetworkSegment(590089df-442f-4329-9736-904bf81f8371),segment_id=590089df-442f-4329-9736-904bf81f8371)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:48.811377 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:48.830726 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-51265e39-11c9-44a3-a0d4-05249091e5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:48.863301 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Routers {'7cdde7e3-27bb-4d3b-a493-075ba140fa67'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:48.863487 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-c88d9a22-d0ce-4c53-95e1-e1c1cba6061c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Allocated IP 172.27.2.238 (64164622-617a-4d99-aad1-f3cf00d7c839/9a558fe0-5def-4fa7-9003-30b84af57514/72155946-7c0e-4f9f-a51f-13dd51fa0d68) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:48.864422 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:37:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7cdde7e3-27bb-4d3b-a493-075ba140fa67'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:48.873081 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-91dda9b6-1bfd-4d0a-9f35-b28a48d207c2 service neutron] 10.222.0.42 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255122 Jul 13 14:37:48.909666 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-51265e39-11c9-44a3-a0d4-05249091e5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:48.997171 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] Set router 7cdde7e3-27bb-4d3b-a493-075ba140fa67 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:49.071230 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c88d9a22-d0ce-4c53-95e1-e1c1cba6061c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:49.071945 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-b29f7d6e-46c8-4166-b256-55f2418fa885 service neutron] 10.222.0.42 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788747 Jul 13 14:37:49.086190 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-51265e39-11c9-44a3-a0d4-05249091e5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:49.089003 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-51265e39-11c9-44a3-a0d4-05249091e5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:49.092838 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-51265e39-11c9-44a3-a0d4-05249091e5c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7e61fa6-e868-4048-bd3d-67647cd39015 HTTP/1.1" status: 204 len: 168 time: 0.5660906 Jul 13 14:37:49.110241 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51265e39-11c9-44a3-a0d4-05249091e5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e61fa6-e868-4048-bd3d-67647cd39015,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:49.139887 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 8cdce067-0033-4365-a67e-8a1bbb01f9e3 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:49.140516 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:49.236782 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 45532) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:49.590841 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaaadf5-3e71-4e0c-b6eb-329b7ccc0d8d None None] Pushing event updated for resources: {'Port': ['ID=5c411d76-8779-4d50-a952-cc3390438056,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:49.779711 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a3b521fe-cd15-43b3-9739-1c45448eed50 req-b5b6c895-a942-4d1e-95d6-e9c7d01f0997 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 210 time: 0.0813088 Jul 13 14:37:49.886093 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 8451b8c5-d482-4459-8d74-78c96d521006 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:49.933830 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4021ce38-29dd-40f2-8873-d89df831859a req-048ce5cc-ce3b-4aa4-922f-baca9a69d1e5 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 210 time: 0.0598805 Jul 13 14:37:49.984349 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c88d9a22-d0ce-4c53-95e1-e1c1cba6061c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:50.047253 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-85684097-e733-4fec-b1c0-9a53f1efd462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:50.105136 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88d9a22-d0ce-4c53-95e1-e1c1cba6061c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:50.111361 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-c88d9a22-d0ce-4c53-95e1-e1c1cba6061c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:50.116445 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d9a22-d0ce-4c53-95e1-e1c1cba6061c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:50.128654 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-5104c151-4473-4560-9ece-5e7e2d7dc38c tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Allocated IP 172.20.0.8 (e1a1deef-4e7b-4633-a3be-5fad35dfc065/b538f818-c0f2-4acf-a869-6a44b97e1df7/9ab225ab-e41e-4223-a576-c4e490413732) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:50.268978 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 8451b8c5-d482-4459-8d74-78c96d521006 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:50.270828 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:50.294864 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d9a22-d0ce-4c53-95e1-e1c1cba6061c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Pushing event updated for resources: {'Port': ['ID=72155946-7c0e-4f9f-a51f-13dd51fa0d68,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:50.414442 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdde7e3-27bb-4d3b-a493-075ba140fa67', 'name': 'tempest-ServerRescueNegativeTestJSON-1158843165-router', 'tenant_id': 'bc4d29d2b644494c8a36dc952797805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '8cdce067-0033-4365-a67e-8a1bbb01f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 4, 'project_id': 'bc4d29d2b644494c8a36dc952797805e', 'gw_port': {'id': '8cdce067-0033-4365-a67e-8a1bbb01f9e3', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdde7e3-27bb-4d3b-a493-075ba140fa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:38Z', 'updated_at': '2021-07-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '5c411d76-8779-4d50-a952-cc3390438056', 'name': '', 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa', 'tenant_id': 'bc4d29d2b644494c8a36dc952797805e', 'mac_address': 'fa:16:3e:13:24:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdde7e3-27bb-4d3b-a493-075ba140fa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2ad6df99-8b00-4415-baa5-1fe0afd18c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:42Z', 'updated_at': '2021-07-13T14:37:48Z', 'revision_number': 4, 'project_id': 'bc4d29d2b644494c8a36dc952797805e', 'subnets': [{'id': '2ad6df99-8b00-4415-baa5-1fe0afd18c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:50.435152 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-85684097-e733-4fec-b1c0-9a53f1efd462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:50.445350 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-85684097-e733-4fec-b1c0-9a53f1efd462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:50.473558 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c88d9a22-d0ce-4c53-95e1-e1c1cba6061c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:50.558704 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13427f5-209a-4e80-9fb1-0b4e6c16d83c None None] The sync data for ids ['7cdde7e3-27bb-4d3b-a493-075ba140fa67'] in dv-cinder-788365-4-iscsi is: [{'id': '7cdde7e3-27bb-4d3b-a493-075ba140fa67', 'name': 'tempest-ServerRescueNegativeTestJSON-1158843165-router', 'tenant_id': 'bc4d29d2b644494c8a36dc952797805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '8cdce067-0033-4365-a67e-8a1bbb01f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 4, 'project_id': 'bc4d29d2b644494c8a36dc952797805e', 'gw_port': {'id': '8cdce067-0033-4365-a67e-8a1bbb01f9e3', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdde7e3-27bb-4d3b-a493-075ba140fa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:38Z', 'updated_at': '2021-07-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '5c411d76-8779-4d50-a952-cc3390438056', 'name': '', 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa', 'tenant_id': 'bc4d29d2b644494c8a36dc952797805e', 'mac_address': 'fa:16:3e:13:24:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdde7e3-27bb-4d3b-a493-075ba140fa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2ad6df99-8b00-4415-baa5-1fe0afd18c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:42Z', 'updated_at': '2021-07-13T14:37:48Z', 'revision_number': 4, 'project_id': 'bc4d29d2b644494c8a36dc952797805e', 'subnets': [{'id': '2ad6df99-8b00-4415-baa5-1fe0afd18c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:37:50.885866 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c88d9a22-d0ce-4c53-95e1-e1c1cba6061c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:51.000563 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-5104c151-4473-4560-9ece-5e7e2d7dc38c tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:51.053889 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-0e7a2679-b547-4b47-a7bd-a82bc2be13a5 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:51.057858 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-0e7a2679-b547-4b47-a7bd-a82bc2be13a5 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/networks?id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa HTTP/1.1" status: 200 len: 819 time: 0.5246291 Jul 13 14:37:51.066047 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-85684097-e733-4fec-b1c0-9a53f1efd462 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e6c85c6ee9649fb82f623afcff32b76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8277078 Jul 13 14:37:51.101382 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 45636) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:51.105150 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-d7b39559-8df4-4441-8d5a-94238d1e7587 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/quotas/bc4d29d2b644494c8a36dc952797805e HTTP/1.1" status: 200 len: 375 time: 0.0322671 Jul 13 14:37:51.246844 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85684097-e733-4fec-b1c0-9a53f1efd462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c735de-fe84-4a2a-950e-572e8156a7eb,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:51.251862 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-5104c151-4473-4560-9ece-5e7e2d7dc38c tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:51.320472 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6823840d-692c-440d-a1f2-9905b42268b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:51.422980 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-5104c151-4473-4560-9ece-5e7e2d7dc38c tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Network e1a1deef-4e7b-4633-a3be-5fad35dfc065 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:51.441927 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6823840d-692c-440d-a1f2-9905b42268b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:51.454828 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-5104c151-4473-4560-9ece-5e7e2d7dc38c tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:51.488790 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-5104c151-4473-4560-9ece-5e7e2d7dc38c tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:51.497389 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-5104c151-4473-4560-9ece-5e7e2d7dc38c tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:51.502436 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-5104c151-4473-4560-9ece-5e7e2d7dc38c tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for port, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:51.579237 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 45650) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:51.590136 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6823840d-692c-440d-a1f2-9905b42268b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:51.593687 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6823840d-692c-440d-a1f2-9905b42268b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:51.601362 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-6823840d-692c-440d-a1f2-9905b42268b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/32c735de-fe84-4a2a-950e-572e8156a7eb HTTP/1.1" status: 204 len: 168 time: 0.4933090 Jul 13 14:37:51.653526 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-5104c151-4473-4560-9ece-5e7e2d7dc38c tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7289643 Jul 13 14:37:51.663941 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104c151-4473-4560-9ece-5e7e2d7dc38c tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Pushing event updated for resources: {'Port': ['ID=9ab225ab-e41e-4223-a576-c4e490413732,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:51.798888 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823840d-692c-440d-a1f2-9905b42268b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c735de-fe84-4a2a-950e-572e8156a7eb,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:51.937826 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-90171b81-2270-450e-ae9d-76ea9c36dfea tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc4d29d2b644494c8a36dc952797805e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7304707 Jul 13 14:37:51.944684 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 5c411d76-8779-4d50-a952-cc3390438056 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:52.045021 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c88d9a22-d0ce-4c53-95e1-e1c1cba6061c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for port, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:52.055089 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c88d9a22-d0ce-4c53-95e1-e1c1cba6061c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:52.057918 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port 5c411d76-8779-4d50-a952-cc3390438056 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:52.064243 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 5c411d76-8779-4d50-a952-cc3390438056 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:52.064980 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:52.106530 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639ddb1-b231-47af-be47-73533d991073 req-c7660d9a-91a5-4cf4-8d94-a022ba406855 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:52.114486 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7639ddb1-b231-47af-be47-73533d991073 req-c7660d9a-91a5-4cf4-8d94-a022ba406855 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 931 time: 0.7908447 Jul 13 14:37:52.133086 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c88d9a22-d0ce-4c53-95e1-e1c1cba6061c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909700'] for floatingip, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:52.156656 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c88d9a22-d0ce-4c53-95e1-e1c1cba6061c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:52.158272 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-c88d9a22-d0ce-4c53-95e1-e1c1cba6061c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6675794 Jul 13 14:37:52.168204 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d9a22-d0ce-4c53-95e1-e1c1cba6061c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Pushing event updated for resources: {'Port': ['ID=72155946-7c0e-4f9f-a51f-13dd51fa0d68,revision_number=2']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:52.259502 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:52.296074 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7639ddb1-b231-47af-be47-73533d991073 req-84f77337-694e-4cf7-a31d-e939ece48339 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806958 Jul 13 14:37:52.337290 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d577-48ed-44c6-a74a-784ce12b801c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:52.348483 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port 5c411d76-8779-4d50-a952-cc3390438056, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=5c411d76-8779-4d50-a952-cc3390438056,segment=NetworkSegment(590089df-442f-4329-9736-904bf81f8371),segment_id=590089df-442f-4329-9736-904bf81f8371)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:52.359864 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:52.407984 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-291dc607-b882-4475-99d1-352ba560e099 service neutron] 10.222.0.42 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654653 Jul 13 14:37:52.520569 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=5c411d76-8779-4d50-a952-cc3390438056,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:52.749894 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-5396be9a-98ab-4c83-a8f1-25124bc68b4e service neutron] 10.222.0.42 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409421 Jul 13 14:37:52.952098 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-6a88b00a-3381-48fd-8345-33990925e098 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--794247927&fields=id&tenant_id=2c925332815c423cab33c3c2badc3cab HTTP/1.1" status: 200 len: 267 time: 0.1970930 Jul 13 14:37:53.093264 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d577-48ed-44c6-a74a-784ce12b801c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:53.148278 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-17a5794c-ad4e-4050-a58d-d54511b1973f req-87e026a1-66eb-44a5-affd-cefa9333f699 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 210 time: 0.0574729 Jul 13 14:37:53.152621 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d577-48ed-44c6-a74a-784ce12b801c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:53.211431 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2d577-48ed-44c6-a74a-784ce12b801c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ad90dd-f5c9-497f-bf7a-373c9e21686a,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:53.224419 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-bcf2d577-48ed-44c6-a74a-784ce12b801c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d99e1f42e064f538af7331dd36068b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6425297 Jul 13 14:37:53.224562 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 45710) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:53.247347 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-cc74027c-f4e7-40c3-86e1-c755f049375c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:53.255154 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-cc74027c-f4e7-40c3-86e1-c755f049375c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/networks?id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 HTTP/1.1" status: 200 len: 817 time: 0.3008227 Jul 13 14:37:53.288125 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-e0133565-4816-4673-bb25-aadab099edc3 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/quotas/2c925332815c423cab33c3c2badc3cab HTTP/1.1" status: 200 len: 375 time: 0.0284173 Jul 13 14:37:53.374400 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-aec284ef-1959-4dae-add2-a6f11b7b66e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:53.441553 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-aec284ef-1959-4dae-add2-a6f11b7b66e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:53.466820 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-cae8007c-9092-4158-85a7-3b76bf16dfec tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c925332815c423cab33c3c2badc3cab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1812577 Jul 13 14:37:53.579190 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-aec284ef-1959-4dae-add2-a6f11b7b66e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:53.588498 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-aec284ef-1959-4dae-add2-a6f11b7b66e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:53.593411 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-aec284ef-1959-4dae-add2-a6f11b7b66e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2ad90dd-f5c9-497f-bf7a-373c9e21686a HTTP/1.1" status: 204 len: 168 time: 0.3677292 Jul 13 14:37:53.612620 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec284ef-1959-4dae-add2-a6f11b7b66e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ad90dd-f5c9-497f-bf7a-373c9e21686a,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:53.672310 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d66e6-9635-44d8-b79f-de0e82fda8bf req-f3a98e65-4b59-4e81-b3a8-a4115ee8d72a tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:53.680850 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a18d66e6-9635-44d8-b79f-de0e82fda8bf req-f3a98e65-4b59-4e81-b3a8-a4115ee8d72a tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 931 time: 0.2104034 Jul 13 14:37:53.702470 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-e5d1b81c-9122-4b1f-82e5-615f7d3515d6 service neutron] 10.222.0.42 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981168 Jul 13 14:37:53.785846 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a18d66e6-9635-44d8-b79f-de0e82fda8bf req-bcdf121d-fa02-49dd-b25e-e9eb1daad5a0 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038787 Jul 13 14:37:53.799512 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 5c411d76-8779-4d50-a952-cc3390438056 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:53.886792 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-4e754302-1bd3-4b5b-981b-92a18ac4c775 service neutron] 10.222.0.42 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759765 Jul 13 14:37:53.894436 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 5c411d76-8779-4d50-a952-cc3390438056 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:53.902786 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:54.322743 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2b4791d8-515e-44f4-a35f-b54028130d18 req-00e6bc72-10bd-4c81-a1b6-b546aa0588fc tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 210 time: 0.0533488 Jul 13 14:37:54.472509 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-13dc7ef3-a59c-4f0f-90de-25375bfc0054 req-f7844a92-8e6f-473f-8425-aa708b787f15 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 210 time: 0.0450416 Jul 13 14:37:54.580401 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 45764) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:54.620383 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-31960089-8a2a-4dfe-8388-f75e5d0888dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:54.872987 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-31960089-8a2a-4dfe-8388-f75e5d0888dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:54.878299 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-31960089-8a2a-4dfe-8388-f75e5d0888dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:54.927019 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-31960089-8a2a-4dfe-8388-f75e5d0888dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a64add9168ae4284b6ac9d3b765132c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440168 Jul 13 14:37:54.928004 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31960089-8a2a-4dfe-8388-f75e5d0888dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31704a3f-645d-4d6e-bc61-dc198104e3f6,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:54.929918 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 45780) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:55.166172 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-19572d70-e71d-46bb-9c27-83aa08e46eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:55.233762 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-19572d70-e71d-46bb-9c27-83aa08e46eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:55.247934 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:37:55.340818 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125da93-5356-4e6c-8132-941de034e8fd req-5bacecc3-13e1-46f9-bcfb-3087c0842488 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:55.342442 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1125da93-5356-4e6c-8132-941de034e8fd req-5bacecc3-13e1-46f9-bcfb-3087c0842488 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 931 time: 0.1046903 Jul 13 14:37:55.370585 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-19572d70-e71d-46bb-9c27-83aa08e46eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:55.374212 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-19572d70-e71d-46bb-9c27-83aa08e46eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:55.382343 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-19572d70-e71d-46bb-9c27-83aa08e46eeb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31704a3f-645d-4d6e-bc61-dc198104e3f6 HTTP/1.1" status: 204 len: 168 time: 0.4499669 Jul 13 14:37:55.406133 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19572d70-e71d-46bb-9c27-83aa08e46eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31704a3f-645d-4d6e-bc61-dc198104e3f6,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:55.430088 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1125da93-5356-4e6c-8132-941de034e8fd req-21e7f1df-8837-41c8-a11d-98892b47578f tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782442 Jul 13 14:37:55.530035 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1ac403c0-635f-4888-a16b-3c865aa5e40f req-f04fcc1a-f285-4e5e-9c31-bd06796e0f9f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 210 time: 0.0432587 Jul 13 14:37:55.681615 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-02fdfe5d-928f-4746-accc-b3f61498a586 req-f4e5b8b1-0e15-4b10-b63a-657706215787 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 210 time: 0.0569978 Jul 13 14:37:56.472755 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 45868) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:56.707749 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-58468a6a-afde-43c4-94db-6c8947be9192 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1418229145-network', 'tenant_id': '473d9b55fa23451f9cc3fc11fff9250b'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:56.749900 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44819509-993a-4618-8567-37ca123d5db7 req-2aebc76a-7d85-4bd5-a3cf-926c768dffc2 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:56.757270 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-44819509-993a-4618-8567-37ca123d5db7 req-2aebc76a-7d85-4bd5-a3cf-926c768dffc2 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 931 time: 0.1960371 Jul 13 14:37:56.775180 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58468a6a-afde-43c4-94db-6c8947be9192 admin admin] Made reservation on behalf of 473d9b55fa23451f9cc3fc11fff9250b for: {'network': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:56.778075 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-58468a6a-afde-43c4-94db-6c8947be9192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:56.814704 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-58468a6a-afde-43c4-94db-6c8947be9192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:56.849906 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-cbd466ce-8723-45ab-b591-c3f60c424a43 req-ecc7265d-3cc8-41fd-b849-61a5e54cef26 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 210 time: 0.0641177 Jul 13 14:37:56.879765 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-44819509-993a-4618-8567-37ca123d5db7 req-9bb7f196-bb14-4d70-aa46-dc001268f29d tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204877 Jul 13 14:37:57.025808 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-58468a6a-afde-43c4-94db-6c8947be9192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:57.033575 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-58468a6a-afde-43c4-94db-6c8947be9192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:57.130284 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2596bbcd-5653-414d-a373-e21b84d88424 req-d3928a1a-d2bd-4703-9a12-2e9d318ca052 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 210 time: 0.0718226 Jul 13 14:37:57.136465 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58468a6a-afde-43c4-94db-6c8947be9192 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=93173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:37:57.167732 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58468a6a-afde-43c4-94db-6c8947be9192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c47b751-a35b-4a9a-b078-88771fdf7548,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:57.180548 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-58468a6a-afde-43c4-94db-6c8947be9192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:57.180977 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.segments_db [None req-58468a6a-afde-43c4-94db-6c8947be9192 admin admin] Added segment 325f7279-8fb9-4daa-ad34-f4bf61761936 of type vlan for network b3f72ec9-a04b-4d57-aef1-eac89388a3ab Jul 13 14:37:57.230500 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-58468a6a-afde-43c4-94db-6c8947be9192 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:57.285731 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-58468a6a-afde-43c4-94db-6c8947be9192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:57.287436 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58468a6a-afde-43c4-94db-6c8947be9192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:57.288029 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-58468a6a-afde-43c4-94db-6c8947be9192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:57.342835 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-58468a6a-afde-43c4-94db-6c8947be9192 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8666441 Jul 13 14:37:57.345817 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 45894) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:57.351714 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-fac912ff-c727-40b6-a9cc-139d675af067 admin admin] Request body: {'subnet': {'network_id': 'b3f72ec9-a04b-4d57-aef1-eac89388a3ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1418229145-subnet', 'tenant_id': '473d9b55fa23451f9cc3fc11fff9250b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:57.352191 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58468a6a-afde-43c4-94db-6c8947be9192 admin admin] Pushing event updated for resources: {'Network': ['ID=b3f72ec9-a04b-4d57-aef1-eac89388a3ab,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:57.361803 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network b3f72ec9-a04b-4d57-aef1-eac89388a3ab details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:37:57.382538 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac912ff-c727-40b6-a9cc-139d675af067 admin admin] Made reservation on behalf of 473d9b55fa23451f9cc3fc11fff9250b for: {'subnet': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:57.384949 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fac912ff-c727-40b6-a9cc-139d675af067 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:57.583216 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fac912ff-c727-40b6-a9cc-139d675af067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for subnet, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:57.643146 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac912ff-c727-40b6-a9cc-139d675af067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8ed26b4-5418-4915-813e-1465aa35b355,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:57.647965 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac912ff-c727-40b6-a9cc-139d675af067 admin admin] Checking segment: {'id': '325f7279-8fb9-4daa-ad34-f4bf61761936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b3f72ec9-a04b-4d57-aef1-eac89388a3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:57.648351 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac912ff-c727-40b6-a9cc-139d675af067 admin admin] Network hostable DHCP agents. Network: b3f72ec9-a04b-4d57-aef1-eac89388a3ab, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:37:57.667184 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac912ff-c727-40b6-a9cc-139d675af067 admin admin] Network b3f72ec9-a04b-4d57-aef1-eac89388a3ab is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:37:57.701931 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-fac912ff-c727-40b6-a9cc-139d675af067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, b3f72ec9-a04b-4d57-aef1-eac89388a3ab) {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:57.730239 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac912ff-c727-40b6-a9cc-139d675af067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:57.731044 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fac912ff-c727-40b6-a9cc-139d675af067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:57.773885 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469d80e8-ad01-4d81-9933-e62de30dce75 None None] Network b3f72ec9-a04b-4d57-aef1-eac89388a3ab requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:57.781741 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-fac912ff-c727-40b6-a9cc-139d675af067 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4343719 Jul 13 14:37:58.028212 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6e9e8b-b429-413d-ab54-ab8303a832ec None None] Network b3f72ec9-a04b-4d57-aef1-eac89388a3ab requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:58.128891 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7e8f56a7-ad6d-454d-b4d6-d5a6776adf93 req-8d7426bb-b80b-4336-a2c5-43b742549125 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 210 time: 0.0641377 Jul 13 14:37:58.244931 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21116f3e-a117-4807-8c66-3bf93feeecde req-c321347d-73d5-45ee-ad0c-ed63c9039421 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:58.246999 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-21116f3e-a117-4807-8c66-3bf93feeecde req-c321347d-73d5-45ee-ad0c-ed63c9039421 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 931 time: 0.1325290 Jul 13 14:37:58.341271 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-21116f3e-a117-4807-8c66-3bf93feeecde req-323e9947-3156-45a4-9f5b-7e0ecfd24c6b tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841560 Jul 13 14:37:58.464727 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a8bc76f0-ee05-420c-8573-b30512cb6c87 req-b5eac676-ddf2-40fa-bcff-1bb1562c7761 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 210 time: 0.0541995 Jul 13 14:37:58.676773 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 45942) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:58.683086 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-11f08fdd-e67c-4adc-9c85-3c557e441143 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1657535961-network', 'tenant_id': '8fbf97a84fe4430a9ac45156a4cbe109'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:58.707791 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f08fdd-e67c-4adc-9c85-3c557e441143 admin admin] Made reservation on behalf of 8fbf97a84fe4430a9ac45156a4cbe109 for: {'network': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:58.711871 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-11f08fdd-e67c-4adc-9c85-3c557e441143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:58.722431 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-11f08fdd-e67c-4adc-9c85-3c557e441143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:58.829894 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-11f08fdd-e67c-4adc-9c85-3c557e441143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:58.834666 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-11f08fdd-e67c-4adc-9c85-3c557e441143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:58.861273 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f08fdd-e67c-4adc-9c85-3c557e441143 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=93173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:37:58.873049 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f08fdd-e67c-4adc-9c85-3c557e441143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2356b36-4671-4a6e-9156-2771472d1b7c,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:58.878122 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-11f08fdd-e67c-4adc-9c85-3c557e441143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:58.878476 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.segments_db [None req-11f08fdd-e67c-4adc-9c85-3c557e441143 admin admin] Added segment 65b0530f-e7b7-41f5-9607-737d2c329a28 of type vlan for network 6d2f1859-72cd-40ef-9795-bd6c7206382a Jul 13 14:37:58.920314 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-11f08fdd-e67c-4adc-9c85-3c557e441143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:58.950237 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-11f08fdd-e67c-4adc-9c85-3c557e441143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:58.951121 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f08fdd-e67c-4adc-9c85-3c557e441143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:58.951705 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-11f08fdd-e67c-4adc-9c85-3c557e441143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:59.019637 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-11f08fdd-e67c-4adc-9c85-3c557e441143 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3384774 Jul 13 14:37:59.019931 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 45948) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:59.024985 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-9b0b1ab9-c3b1-4b0b-8bc6-379cc3cbe074 admin admin] Request body: {'subnet': {'network_id': '6d2f1859-72cd-40ef-9795-bd6c7206382a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1657535961-subnet', 'tenant_id': '8fbf97a84fe4430a9ac45156a4cbe109', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:59.027868 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f08fdd-e67c-4adc-9c85-3c557e441143 admin admin] Pushing event updated for resources: {'Network': ['ID=6d2f1859-72cd-40ef-9795-bd6c7206382a,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:59.041773 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network 6d2f1859-72cd-40ef-9795-bd6c7206382a details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:37:59.049410 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0b1ab9-c3b1-4b0b-8bc6-379cc3cbe074 admin admin] Made reservation on behalf of 8fbf97a84fe4430a9ac45156a4cbe109 for: {'subnet': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:59.052824 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9b0b1ab9-c3b1-4b0b-8bc6-379cc3cbe074 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:59.255603 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9b0b1ab9-c3b1-4b0b-8bc6-379cc3cbe074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for subnet, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:59.287256 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-113a5c21-325f-4c0c-afef-1711200c90ba req-a9479919-c687-40a2-990e-1eac33c7a7f7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 210 time: 0.0281608 Jul 13 14:37:59.317366 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b1ab9-c3b1-4b0b-8bc6-379cc3cbe074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c33a7f61-1ae5-4db8-b0aa-c5c5f0ee56b0,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:59.327736 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b1ab9-c3b1-4b0b-8bc6-379cc3cbe074 admin admin] Checking segment: {'id': '65b0530f-e7b7-41f5-9607-737d2c329a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6d2f1859-72cd-40ef-9795-bd6c7206382a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:59.328087 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0b1ab9-c3b1-4b0b-8bc6-379cc3cbe074 admin admin] Network hostable DHCP agents. Network: 6d2f1859-72cd-40ef-9795-bd6c7206382a, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:37:59.350117 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0b1ab9-c3b1-4b0b-8bc6-379cc3cbe074 admin admin] Network 6d2f1859-72cd-40ef-9795-bd6c7206382a is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:37:59.365515 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-9b0b1ab9-c3b1-4b0b-8bc6-379cc3cbe074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, 6d2f1859-72cd-40ef-9795-bd6c7206382a) {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:59.370345 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0b1ab9-c3b1-4b0b-8bc6-379cc3cbe074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:59.370828 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9b0b1ab9-c3b1-4b0b-8bc6-379cc3cbe074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:59.375705 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2cf6ba-2daf-4d80-827f-a037981a4d99 None None] Network 6d2f1859-72cd-40ef-9795-bd6c7206382a requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:59.397031 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-9b0b1ab9-c3b1-4b0b-8bc6-379cc3cbe074 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3683863 Jul 13 14:37:59.519722 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ca76b8-abb6-49e0-8c24-469f690e0e22 None None] Network 6d2f1859-72cd-40ef-9795-bd6c7206382a requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:59.647712 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca9810-c67d-4d77-9816-684991c18ef5 req-3db2ef8f-c85c-4ddb-988b-4844c3b3d81f tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:59.657168 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3eca9810-c67d-4d77-9816-684991c18ef5 req-3db2ef8f-c85c-4ddb-988b-4844c3b3d81f tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 931 time: 0.1685619 Jul 13 14:37:59.706141 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-94d7d02d-f893-4d32-ae34-ae4c32a7c3d9 req-d6253367-beb3-4f5b-8d6a-683fc2e1c82d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 210 time: 0.0388694 Jul 13 14:37:59.747328 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3eca9810-c67d-4d77-9816-684991c18ef5 req-8611d043-e37e-41ea-ad60-ee0720c27324 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865276 Jul 13 14:38:00.468446 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bf872cea-f0b0-4dbe-be81-1f14dbaa8892 req-19931a9c-e1d8-4b0e-a988-5f32d2f57947 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 210 time: 0.0294869 Jul 13 14:38:00.859211 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6cdda76d-3241-4dde-a852-4589229d8967 req-2d4d4945-9797-4acf-b715-ceaf7777c725 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 210 time: 0.0285845 Jul 13 14:38:00.975053 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17e013-7f8e-47ca-aaa9-3a6c3bafc167 req-12c4bbed-c81a-47df-8242-52878cb2deb8 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:00.976524 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-af17e013-7f8e-47ca-aaa9-3a6c3bafc167 req-12c4bbed-c81a-47df-8242-52878cb2deb8 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 931 time: 0.0674541 Jul 13 14:38:01.014861 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-af17e013-7f8e-47ca-aaa9-3a6c3bafc167 req-f629a3a4-b8ee-49b8-9af4-be194e2c7205 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328605 Jul 13 14:38:01.116154 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:01.698895 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ce9db706-5264-42e6-8830-272a1eea38ad req-46457d07-d679-476d-9560-0aa91ef27c1b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 210 time: 0.0536470 Jul 13 14:38:02.029225 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2571b016-5b84-4efc-8bc0-6a32d90505e8 req-27e7a708-b3a3-4a57-8d7d-26cb40e03cf4 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 210 time: 0.0420032 Jul 13 14:38:02.220358 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9572e-d81a-4eec-94bc-d0c86c825fc7 req-e91bd36c-a2d4-49fe-9453-63cd7fa3cd95 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:02.229317 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c2f9572e-d81a-4eec-94bc-d0c86c825fc7 req-e91bd36c-a2d4-49fe-9453-63cd7fa3cd95 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 931 time: 0.0805206 Jul 13 14:38:02.264826 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c2f9572e-d81a-4eec-94bc-d0c86c825fc7 req-247f33c4-f73d-4cd1-8b9a-7743036b68be tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341024 Jul 13 14:38:02.368331 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-76f6ffb5-bc1f-4075-9029-6ddd694f5553 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93172) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:38:02.370012 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-76f6ffb5-bc1f-4075-9029-6ddd694f5553 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159206 Jul 13 14:38:02.606130 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Request body: {'port': {'device_id': '9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:02.736131 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:02.921088 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7ab82bbc-86b2-4baf-b220-e6ebaa3c64a6 req-a8b5a4d5-14dc-47fa-809c-3092129b56ad tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 210 time: 0.0560756 Jul 13 14:38:03.176851 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.notifiers.nova [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab225ab-e41e-4223-a576-c4e490413732 {{(pid=93172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:38:03.196496 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:03.218813 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.provisioning_blocks [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Transition to ACTIVE for port object 9ab225ab-e41e-4223-a576-c4e490413732 will not be triggered until provisioned by entity L2. {{(pid=93172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:03.225100 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:03.253363 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a96f0c77-7839-4f67-8055-0905b4e2d970 req-a3456d7a-146b-42ce-82dc-99c3a907c75d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 210 time: 0.0487912 Jul 13 14:38:03.480278 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab225ab-e41e-4223-a576-c4e490413732,revision_number=2']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:03.483321 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a94098-d60d-4163-bfb4-8253bc3a8da9 req-6cbb4bc7-61e2-46cf-bc0e-f52d7adaa75a tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:03.493311 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-61a94098-d60d-4163-bfb4-8253bc3a8da9 req-6cbb4bc7-61e2-46cf-bc0e-f52d7adaa75a tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 943 time: 0.0853045 Jul 13 14:38:03.497768 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.managers [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Attempting to bind port 9ab225ab-e41e-4223-a576-c4e490413732 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:03.498139 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.managers [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Attempting to bind port 9ab225ab-e41e-4223-a576-c4e490413732 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '83056c9c-65a0-4e34-b8e8-427dae63de92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e1a1deef-4e7b-4633-a3be-5fad35dfc065'}] {{(pid=93172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:03.498477 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Attempting to bind port 9ab225ab-e41e-4223-a576-c4e490413732 on network e1a1deef-4e7b-4633-a3be-5fad35dfc065 {{(pid=93172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:03.503778 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Port 9ab225ab-e41e-4223-a576-c4e490413732 on network e1a1deef-4e7b-4633-a3be-5fad35dfc065 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:38:03.504325 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Attempting to bind port 9ab225ab-e41e-4223-a576-c4e490413732 on network e1a1deef-4e7b-4633-a3be-5fad35dfc065 {{(pid=93172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:03.510626 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:03.511153 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Checking segment: {'id': '83056c9c-65a0-4e34-b8e8-427dae63de92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e1a1deef-4e7b-4633-a3be-5fad35dfc065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:03.512159 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Bound using segment: {'id': '83056c9c-65a0-4e34-b8e8-427dae63de92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e1a1deef-4e7b-4633-a3be-5fad35dfc065'} {{(pid=93172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:03.512680 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.managers [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Bound port: 9ab225ab-e41e-4223-a576-c4e490413732, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83056c9c-65a0-4e34-b8e8-427dae63de92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e1a1deef-4e7b-4633-a3be-5fad35dfc065'}}] {{(pid=93172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:03.513099 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:03.538080 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-61a94098-d60d-4163-bfb4-8253bc3a8da9 req-d8eb3cc1-f0f3-4ef9-a5c4-d1acd6bdb06d tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428340 Jul 13 14:38:03.607727 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] For port 9ab225ab-e41e-4223-a576-c4e490413732, host hv-cinder-78836, cleared binding levels {{(pid=93172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:03.613394 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] For port 9ab225ab-e41e-4223-a576-c4e490413732, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ab225ab-e41e-4223-a576-c4e490413732,segment=NetworkSegment(83056c9c-65a0-4e34-b8e8-427dae63de92),segment_id=83056c9c-65a0-4e34-b8e8-427dae63de92)] {{(pid=93172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:03.621437 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:03.657138 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:03.658057 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for port, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:03.659902 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] 10.222.0.44 "PUT /v2.0/ports/9ab225ab-e41e-4223-a576-c4e490413732 HTTP/1.1" status: 200 len: 1093 time: 1.1109657 Jul 13 14:38:03.662715 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a', 'tag': '9ab225ab-e41e-4223-a576-c4e490413732'}] {{(pid=93172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:03.757938 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11be06-3d35-480e-a765-a0eaf84d0ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab225ab-e41e-4223-a576-c4e490413732,revision_number=3']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:03.845980 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f99a20e7926ac0a9073af94a8a5f0d8e34f6a0025af7e4a09400b7fc179008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a781040b-5e33-4a98-85fe-49e7754d7e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a", "tag": "9ab225ab-e41e-4223-a576-c4e490413732"}]}' {{(pid=93172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:03.994808 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bac306-d5b0-46b6-b2c8-78a10af40fd1 x-openstack-request-id: req-61bac306-d5b0-46b6-b2c8-78a10af40fd1 {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:03.995104 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a", "tag": "9ab225ab-e41e-4223-a576-c4e490413732", "status": "completed", "code": 200}]} {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:03.995356 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61bac306-d5b0-46b6-b2c8-78a10af40fd1 {{(pid=93172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:03.995880 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a', 'tag': '9ab225ab-e41e-4223-a576-c4e490413732', 'status': 'completed', 'code': 200} Jul 13 14:38:04.071085 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c2123fcc-145e-4aa5-93ef-9f2067143d32 req-493407cc-7a2a-41fe-ae2f-fe046fad9bfd tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 210 time: 0.0307674 Jul 13 14:38:04.386280 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-13c0a710-bb74-47b6-a1ae-98ae4d12066a req-f455bdc0-14a4-46ec-913f-d1d7d70ea7d1 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 210 time: 0.0270648 Jul 13 14:38:04.712619 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f5dda-5bfe-44b3-901b-2e62d0306faf req-893135f2-d456-44c5-97c9-daa18d648669 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:04.714157 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ba4f5dda-5bfe-44b3-901b-2e62d0306faf req-893135f2-d456-44c5-97c9-daa18d648669 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 943 time: 0.0643334 Jul 13 14:38:04.750642 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ba4f5dda-5bfe-44b3-901b-2e62d0306faf req-7cd2ab14-11d6-4b0b-9817-0df3772a4c59 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310676 Jul 13 14:38:05.215299 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-96c47d30-ba37-4bbf-91e8-fe5d8d7475f3 req-c5b3f6ae-fd12-4b12-a496-e1f7dd032eb9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 210 time: 0.0281460 Jul 13 14:38:05.522583 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7d8882bf-467f-405e-b3ff-427cf480925c req-55501560-d209-448d-84fc-17c9088f6709 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 210 time: 0.0299447 Jul 13 14:38:05.916415 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54046172-4344-43ad-a95e-3c5e701707a1 req-6cba5d67-145e-4917-9a7d-9b4ef77ad85b tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:05.917811 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-54046172-4344-43ad-a95e-3c5e701707a1 req-6cba5d67-145e-4917-9a7d-9b4ef77ad85b tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 943 time: 0.0614991 Jul 13 14:38:05.953167 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-54046172-4344-43ad-a95e-3c5e701707a1 req-44fadf3e-62de-443e-b14d-8213e387b72e tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298541 Jul 13 14:38:06.379294 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781040b-5e33-4a98-85fe-49e7754d7e9c req-442041e7-0107-4b3b-8627-5a5686d0e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:06.382426 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-a781040b-5e33-4a98-85fe-49e7754d7e9c req-442041e7-0107-4b3b-8627-5a5686d0e984 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5e406954a6e470f8c5a5ac55bfc2be9&device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 1096 time: 0.0904191 Jul 13 14:38:06.383714 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-163f0540-3d8c-4bf2-9e2b-37141329398c req-e804d6e7-5860-44b1-a74e-15f34de7a431 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 210 time: 0.0422597 Jul 13 14:38:06.404460 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.44', 56970) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:06.579105 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-e163c3db-b3a7-4a40-b55e-ae1e7d97cd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:06.604211 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-e85c3aaf-84fd-4f5c-8e62-53269cb1820c tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:06.605820 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-e85c3aaf-84fd-4f5c-8e62-53269cb1820c tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.44 "GET /v2.0/networks?id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa HTTP/1.1" status: 200 len: 819 time: 0.1934218 Jul 13 14:38:06.620149 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-6a4f4880-5f11-4fe8-bf89-f701b8100e5b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Request body: {'port': {'device_id': '3b83600f-37e3-498e-bb35-751148d47fbf', 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa', 'admin_state_up': True, 'tenant_id': 'bc4d29d2b644494c8a36dc952797805e'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:06.624761 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781040b-5e33-4a98-85fe-49e7754d7e9c req-8cd7dab4-c03b-49ad-bf5b-e46fdfe37b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:06.626741 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-a781040b-5e33-4a98-85fe-49e7754d7e9c req-8cd7dab4-c03b-49ad-bf5b-e46fdfe37b4a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f5e406954a6e470f8c5a5ac55bfc2be9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2338798 Jul 13 14:38:06.906203 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781040b-5e33-4a98-85fe-49e7754d7e9c req-a9d7bf62-6829-416a-94f2-3a9d661f49de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:06.910389 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-a781040b-5e33-4a98-85fe-49e7754d7e9c req-a9d7bf62-6829-416a-94f2-3a9d661f49de service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2766154 Jul 13 14:38:06.968198 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fc1153cb-fc92-482a-b35c-e93fc3b0d93c req-7a105e52-e1a0-44e1-9103-404adeecc4ac tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 210 time: 0.2969713 Jul 13 14:38:06.988815 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.44', 56977) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:07.238239 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-3dbe397c-e708-4e23-a974-fd8a3b5cd2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:07.240004 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-3dbe397c-e708-4e23-a974-fd8a3b5cd2f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5e406954a6e470f8c5a5ac55bfc2be9&device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 1096 time: 0.2488105 Jul 13 14:38:07.244814 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-6a4f4880-5f11-4fe8-bf89-f701b8100e5b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Made reservation on behalf of bc4d29d2b644494c8a36dc952797805e for: {'port': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:07.253301 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-6a4f4880-5f11-4fe8-bf89-f701b8100e5b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:07.291252 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-a0208361-8487-4225-bf9b-1e49f95cee65 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:07.293022 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-a0208361-8487-4225-bf9b-1e49f95cee65 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.44 "GET /v2.0/networks?id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 HTTP/1.1" status: 200 len: 817 time: 0.3033035 Jul 13 14:38:07.334127 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-0eb5b128-0d64-436b-a8d9-662132559ceb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ab225ab-e41e-4223-a576-c4e490413732 HTTP/1.1" status: 200 len: 217 time: 0.0831728 Jul 13 14:38:07.465113 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-bdb05373-f8d4-44a2-8505-2a17f6b9136b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c925332815c423cab33c3c2badc3cab HTTP/1.1" status: 200 len: 379 time: 0.1411142 Jul 13 14:38:07.479585 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-3f0d57a0-f517-426c-9b98-58886bdfa4e7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Request body: {'port': {'device_id': 'f2cb7dab-53d2-4757-81f5-8fe083386ae9', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'admin_state_up': True, 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'security_groups': ['8f25922d-93ff-40a3-8272-22396e171fe9']}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:07.570165 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-164ae565-1287-42fe-acec-bbdeec965fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:07.581655 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-164ae565-1287-42fe-acec-bbdeec965fdc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b538f818-c0f2-4acf-a869-6a44b97e1df7 HTTP/1.1" status: 200 len: 852 time: 0.2061474 Jul 13 14:38:07.608372 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.44', 56985) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:07.669798 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-dd3e0b3e-f1a9-4e84-8793-6e6502180b25 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1a1deef-4e7b-4633-a3be-5fad35dfc065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859821 Jul 13 14:38:07.710540 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b614ef6b-1230-435b-8bfd-03eff4096aa8 req-f4ad33ed-858d-4479-8581-5a041c8e1a9a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 210 time: 0.1672168 Jul 13 14:38:07.742600 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-6a4f4880-5f11-4fe8-bf89-f701b8100e5b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Allocated IP 172.20.0.5 (7f78fb5a-25a9-4fdc-8157-5839cfcef9aa/2ad6df99-8b00-4415-baa5-1fe0afd18c9f/3e2a13b3-e020-4d0b-9184-13e7a6ad6101) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:07.759665 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e40f4e-fde7-4258-8802-dd58bee42326 req-9a559bdb-add4-4603-bb37-e7979fbc3445 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:07.761417 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d9e40f4e-fde7-4258-8802-dd58bee42326 req-9a559bdb-add4-4603-bb37-e7979fbc3445 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 943 time: 0.5986462 Jul 13 14:38:07.799759 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-3f0d57a0-f517-426c-9b98-58886bdfa4e7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Made reservation on behalf of 2c925332815c423cab33c3c2badc3cab for: {'port': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:07.804212 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-3f0d57a0-f517-426c-9b98-58886bdfa4e7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:07.852719 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-07758278-5929-440d-a023-08b861d49c08 service neutron] 10.222.0.44 "GET /v2.0/networks/e1a1deef-4e7b-4633-a3be-5fad35dfc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740797 Jul 13 14:38:07.895455 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-39bb8f2c-6b55-41a1-98a3-f32d125ce4e1 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:07.897063 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-39bb8f2c-6b55-41a1-98a3-f32d125ce4e1 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.44 "GET /v2.0/networks?id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa HTTP/1.1" status: 200 len: 819 time: 0.2787268 Jul 13 14:38:07.912558 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d9e40f4e-fde7-4258-8802-dd58bee42326 req-cde8bf47-fc63-47a2-bb7c-0f1cf74a47f0 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342266 Jul 13 14:38:07.921472 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-54faa6c9-2c94-4cba-a7e8-116724a8b3ad tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Request body: {'port': {'device_id': 'f1e9b7a8-5738-45f9-ba3b-0834271bf885', 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa', 'admin_state_up': True, 'tenant_id': 'bc4d29d2b644494c8a36dc952797805e'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:08.026037 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-f5b5dcf2-949a-4baa-801a-4a18a395762e service neutron] 10.222.0.44 "GET /v2.0/networks/e1a1deef-4e7b-4633-a3be-5fad35dfc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439934 Jul 13 14:38:08.027023 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-3f0d57a0-f517-426c-9b98-58886bdfa4e7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Allocated IP 172.20.0.11 (e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10/1c92b411-3ce3-4134-a4e0-9e76e0a93cef/d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:08.116261 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-6a4f4880-5f11-4fe8-bf89-f701b8100e5b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.120816 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-54faa6c9-2c94-4cba-a7e8-116724a8b3ad tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Made reservation on behalf of bc4d29d2b644494c8a36dc952797805e for: {'port': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:08.125217 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-54faa6c9-2c94-4cba-a7e8-116724a8b3ad tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.192541 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5d45b689-e930-4458-959b-23ad532f08bc req-ffe30f0d-cfc4-4266-81d1-35a0789c1eeb tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 210 time: 0.0506108 Jul 13 14:38:08.227289 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-3f0d57a0-f517-426c-9b98-58886bdfa4e7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.247210 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.provisioning_blocks [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-3f0d57a0-f517-426c-9b98-58886bdfa4e7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Transition to ACTIVE for port object d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b will not be triggered until provisioned by entity DHCP. {{(pid=93172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:08.287787 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-3f0d57a0-f517-426c-9b98-58886bdfa4e7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.309922 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-6a4f4880-5f11-4fe8-bf89-f701b8100e5b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.415382 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-6a4f4880-5f11-4fe8-bf89-f701b8100e5b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Network 7f78fb5a-25a9-4fdc-8157-5839cfcef9aa is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:08.428961 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-6a4f4880-5f11-4fe8-bf89-f701b8100e5b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:08.431618 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-54faa6c9-2c94-4cba-a7e8-116724a8b3ad tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Allocated IP 172.20.0.13 (7f78fb5a-25a9-4fdc-8157-5839cfcef9aa/2ad6df99-8b00-4415-baa5-1fe0afd18c9f/b248703e-0e01-4423-89b6-fa68d6ae81a1) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:08.440762 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-6a4f4880-5f11-4fe8-bf89-f701b8100e5b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:08.447294 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-6a4f4880-5f11-4fe8-bf89-f701b8100e5b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:08.447944 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-6a4f4880-5f11-4fe8-bf89-f701b8100e5b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.478943 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f4880-5f11-4fe8-bf89-f701b8100e5b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Pushing event updated for resources: {'Port': ['ID=3e2a13b3-e020-4d0b-9184-13e7a6ad6101,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:08.507134 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-6a4f4880-5f11-4fe8-bf89-f701b8100e5b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8907683 Jul 13 14:38:08.528494 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Request body: {'port': {'device_id': '3b83600f-37e3-498e-bb35-751148d47fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:08.531088 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-3f0d57a0-f517-426c-9b98-58886bdfa4e7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Network e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:08.538004 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-3f0d57a0-f517-426c-9b98-58886bdfa4e7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:08.542212 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-3f0d57a0-f517-426c-9b98-58886bdfa4e7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:08.547892 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-3f0d57a0-f517-426c-9b98-58886bdfa4e7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:08.548493 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-3f0d57a0-f517-426c-9b98-58886bdfa4e7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for port, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.562136 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d57a0-f517-426c-9b98-58886bdfa4e7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Pushing event updated for resources: {'Port': ['ID=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:08.573201 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-3f0d57a0-f517-426c-9b98-58886bdfa4e7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1012981 Jul 13 14:38:08.586341 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Request body: {'port': {'device_id': 'f2cb7dab-53d2-4757-81f5-8fe083386ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:08.725992 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.738723 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.764714 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-54faa6c9-2c94-4cba-a7e8-116724a8b3ad tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.993086 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-4c1b5f73-f15f-4c46-9bf8-857fd7740423 None None] Provisioning for port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:09.010190 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-4c1b5f73-f15f-4c46-9bf8-857fd7740423 None None] Provisioning complete for port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:09.010573 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-4c1b5f73-f15f-4c46-9bf8-857fd7740423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:09.144455 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b5f73-f15f-4c46-9bf8-857fd7740423 None None] Port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:38:09.202283 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-54faa6c9-2c94-4cba-a7e8-116724a8b3ad tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:09.237482 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.notifiers.nova [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b {{(pid=93172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:38:09.246661 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:09.262285 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.provisioning_blocks [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Transition to ACTIVE for port object d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b will not be triggered until provisioned by entity L2. {{(pid=93172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:09.267601 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:09.338829 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 46336) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:09.344655 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,revision_number=2']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:09.361717 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.managers [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Attempting to bind port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:09.362057 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.managers [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Attempting to bind port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5db20774-f346-4401-82c3-0ca6d88be61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10'}] {{(pid=93172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:09.362387 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Attempting to bind port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b on network e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 {{(pid=93172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:09.367040 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b on network e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:38:09.367352 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Attempting to bind port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b on network e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 {{(pid=93172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:09.373871 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:09.374195 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Checking segment: {'id': '5db20774-f346-4401-82c3-0ca6d88be61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:09.374651 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Bound using segment: {'id': '5db20774-f346-4401-82c3-0ca6d88be61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10'} {{(pid=93172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:09.375233 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.managers [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Bound port: d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db20774-f346-4401-82c3-0ca6d88be61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10'}}] {{(pid=93172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:09.375606 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:09.377562 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-968165b4-a2ee-4619-9db5-111470a2d903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:09.453002 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] For port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b, host hv-cinder-78836, cleared binding levels {{(pid=93172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:09.456991 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] For port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:09.467640 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:09.497394 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faa6c9-2c94-4cba-a7e8-116724a8b3ad tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Pushing event updated for resources: {'Port': ['ID=b248703e-0e01-4423-89b6-fa68d6ae81a1,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:09.517520 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c82141c0-4578-47dd-9aa2-e71cd74be313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:09.517712 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-54faa6c9-2c94-4cba-a7e8-116724a8b3ad tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Network 7f78fb5a-25a9-4fdc-8157-5839cfcef9aa is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:09.533100 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-54faa6c9-2c94-4cba-a7e8-116724a8b3ad tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:09.536432 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-54faa6c9-2c94-4cba-a7e8-116724a8b3ad tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:09.543105 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-54faa6c9-2c94-4cba-a7e8-116724a8b3ad tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:09.543744 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-54faa6c9-2c94-4cba-a7e8-116724a8b3ad tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:09.545060 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:09.545979 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for port, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:09.547517 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] 10.222.0.44 "PUT /v2.0/ports/d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b HTTP/1.1" status: 200 len: 1094 time: 0.9653995 Jul 13 14:38:09.547966 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cb7dab-53d2-4757-81f5-8fe083386ae9', 'tag': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b'}] {{(pid=93172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:09.550316 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f99a20e7926ac0a9073af94a8a5f0d8e34f6a0025af7e4a09400b7fc179008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117f8cdd-9d42-459d-af5d-c162021aaf2b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cb7dab-53d2-4757-81f5-8fe083386ae9", "tag": "d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b"}]}' {{(pid=93172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:09.566110 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195a3a3-0b93-40dc-bfc2-0661d6005975 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,revision_number=3']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:09.582288 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc960694-a495-43a5-9453-b522901439d7 req-bbd90edd-58c3-4ab3-ac98-7affffe0de60 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:09.586079 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-cc960694-a495-43a5-9453-b522901439d7 req-bbd90edd-58c3-4ab3-ac98-7affffe0de60 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 932 time: 0.5394773 Jul 13 14:38:09.593778 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-54faa6c9-2c94-4cba-a7e8-116724a8b3ad tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6705420 Jul 13 14:38:09.616504 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:09.644769 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5be42-b18d-440c-a001-00e624b07015 req-1c019583-da26-46a4-8956-5f8ab803b8c3 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:09.647123 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-54f5be42-b18d-440c-a001-00e624b07015 req-1c019583-da26-46a4-8956-5f8ab803b8c3 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 943 time: 0.5068750 Jul 13 14:38:09.680435 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c82141c0-4578-47dd-9aa2-e71cd74be313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:09.686425 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c82141c0-4578-47dd-9aa2-e71cd74be313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:09.715049 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-cc960694-a495-43a5-9453-b522901439d7 req-dc7f0f79-9137-4c8c-93c0-572160a5bf79 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199419 Jul 13 14:38:09.733724 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-c82141c0-4578-47dd-9aa2-e71cd74be313 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=843314623e664f6896755b3ff193f404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935862 Jul 13 14:38:09.734730 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82141c0-4578-47dd-9aa2-e71cd74be313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5df23b-820e-4393-ba26-636713603c54,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:09.736869 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 46352) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:09.746194 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-54f5be42-b18d-440c-a001-00e624b07015 req-2391ed5d-7691-41cb-bcd2-642a15673d07 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840116 Jul 13 14:38:09.821149 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cf0581-7850-4d45-b051-a16c2d94d87a x-openstack-request-id: req-46cf0581-7850-4d45-b051-a16c2d94d87a {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:09.821608 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cb7dab-53d2-4757-81f5-8fe083386ae9", "tag": "d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b", "status": "completed", "code": 200}]} {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:09.821914 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-46cf0581-7850-4d45-b051-a16c2d94d87a {{(pid=93172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:09.822388 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cb7dab-53d2-4757-81f5-8fe083386ae9', 'tag': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b', 'status': 'completed', 'code': 200} Jul 13 14:38:09.839221 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2a13b3-e020-4d0b-9184-13e7a6ad6101 {{(pid=93173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:38:09.849970 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:09.853176 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-471097e1-9b47-40c3-9e45-205a1ec1dc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:09.881282 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Transition to ACTIVE for port object 3e2a13b3-e020-4d0b-9184-13e7a6ad6101 will not be triggered until provisioned by entity L2. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:09.886094 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-471097e1-9b47-40c3-9e45-205a1ec1dc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:09.894229 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:09.997627 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Pushing event updated for resources: {'Port': ['ID=3e2a13b3-e020-4d0b-9184-13e7a6ad6101,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:10.069155 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Attempting to bind port 3e2a13b3-e020-4d0b-9184-13e7a6ad6101 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:10.069520 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Attempting to bind port 3e2a13b3-e020-4d0b-9184-13e7a6ad6101 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '590089df-442f-4329-9736-904bf81f8371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa'}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:10.069855 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Attempting to bind port 3e2a13b3-e020-4d0b-9184-13e7a6ad6101 on network 7f78fb5a-25a9-4fdc-8157-5839cfcef9aa {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:10.073421 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-471097e1-9b47-40c3-9e45-205a1ec1dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:10.075868 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-471097e1-9b47-40c3-9e45-205a1ec1dc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:10.076991 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-471097e1-9b47-40c3-9e45-205a1ec1dc85 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c5df23b-820e-4393-ba26-636713603c54 HTTP/1.1" status: 204 len: 168 time: 0.3299301 Jul 13 14:38:10.087296 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdba45-3921-43e4-b5ff-831840308009 req-49fc3285-3362-4139-9c87-116313bdc141 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:10.088747 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-64bdba45-3921-43e4-b5ff-831840308009 req-49fc3285-3362-4139-9c87-116313bdc141 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 943 time: 0.2004373 Jul 13 14:38:10.095402 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Port 3e2a13b3-e020-4d0b-9184-13e7a6ad6101 on network 7f78fb5a-25a9-4fdc-8157-5839cfcef9aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:38:10.095724 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Attempting to bind port 3e2a13b3-e020-4d0b-9184-13e7a6ad6101 on network 7f78fb5a-25a9-4fdc-8157-5839cfcef9aa {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:10.099612 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471097e1-9b47-40c3-9e45-205a1ec1dc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5df23b-820e-4393-ba26-636713603c54,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:10.108478 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:10.108864 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Checking segment: {'id': '590089df-442f-4329-9736-904bf81f8371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:10.109407 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Bound using segment: {'id': '590089df-442f-4329-9736-904bf81f8371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa'} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:10.109843 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Bound port: 3e2a13b3-e020-4d0b-9184-13e7a6ad6101, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590089df-442f-4329-9736-904bf81f8371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa'}}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:10.110223 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:10.163015 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-64bdba45-3921-43e4-b5ff-831840308009 req-08e924cc-43d1-40d3-94d9-3875a5460b93 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683513 Jul 13 14:38:10.200842 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] For port 3e2a13b3-e020-4d0b-9184-13e7a6ad6101, host hv-cinder-78836, cleared binding levels {{(pid=93173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:10.205659 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] For port 3e2a13b3-e020-4d0b-9184-13e7a6ad6101, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e2a13b3-e020-4d0b-9184-13e7a6ad6101,segment=NetworkSegment(590089df-442f-4329-9736-904bf81f8371),segment_id=590089df-442f-4329-9736-904bf81f8371)] {{(pid=93173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:10.207326 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:10.210935 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:10.250107 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:10.250722 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:10.252119 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] 10.222.0.44 "PUT /v2.0/ports/3e2a13b3-e020-4d0b-9184-13e7a6ad6101 HTTP/1.1" status: 200 len: 1093 time: 1.7324505 Jul 13 14:38:10.252540 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b83600f-37e3-498e-bb35-751148d47fbf', 'tag': '3e2a13b3-e020-4d0b-9184-13e7a6ad6101'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:10.336841 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fabe3f-29e6-4d18-b6a0-09961bfa5cfa service neutron] Pushing event updated for resources: {'Port': ['ID=3e2a13b3-e020-4d0b-9184-13e7a6ad6101,revision_number=3']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:10.377829 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 46378) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:10.391294 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-8db93b3a-2356-4c5a-8d95-5fcd819c3174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:10.424353 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1a7c6a-b41b-49f0-a693-fc2e3748a0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "3b83600f-37e3-498e-bb35-751148d47fbf", "tag": "3e2a13b3-e020-4d0b-9184-13e7a6ad6101"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:10.485585 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-8db93b3a-2356-4c5a-8d95-5fcd819c3174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:10.490350 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-8db93b3a-2356-4c5a-8d95-5fcd819c3174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:10.528889 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-8db93b3a-2356-4c5a-8d95-5fcd819c3174 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=537d70dee28c48fba92b89fc275ac9f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476264 Jul 13 14:38:10.528889 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db93b3a-2356-4c5a-8d95-5fcd819c3174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f440836c-0cef-4232-abe7-bad275ba354d,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:10.529276 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 46384) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:10.566454 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20e251b-c80b-4cd9-baa0-f1540f3807d4 x-openstack-request-id: req-e20e251b-c80b-4cd9-baa0-f1540f3807d4 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:10.566738 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b83600f-37e3-498e-bb35-751148d47fbf", "tag": "3e2a13b3-e020-4d0b-9184-13e7a6ad6101", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:10.566982 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e20e251b-c80b-4cd9-baa0-f1540f3807d4 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:10.567426 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b83600f-37e3-498e-bb35-751148d47fbf', 'tag': '3e2a13b3-e020-4d0b-9184-13e7a6ad6101', 'status': 'completed', 'code': 200} Jul 13 14:38:10.589682 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c1907160-0ced-4a09-9784-dd4eb9b76c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:10.610546 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c1907160-0ced-4a09-9784-dd4eb9b76c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:10.654977 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c1907160-0ced-4a09-9784-dd4eb9b76c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:10.657791 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c1907160-0ced-4a09-9784-dd4eb9b76c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:10.658943 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-c1907160-0ced-4a09-9784-dd4eb9b76c80 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f440836c-0cef-4232-abe7-bad275ba354d HTTP/1.1" status: 204 len: 168 time: 0.1286998 Jul 13 14:38:10.667146 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1907160-0ced-4a09-9784-dd4eb9b76c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f440836c-0cef-4232-abe7-bad275ba354d,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:10.936719 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209d935-8132-431b-b64b-61af927f641c req-adb0dd66-a004-4e0e-800f-5fb761f66b64 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:10.938201 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0209d935-8132-431b-b64b-61af927f641c req-adb0dd66-a004-4e0e-800f-5fb761f66b64 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0992582 Jul 13 14:38:10.980164 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 46394) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:10.981365 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aadcc8-0d25-4a50-9d6f-ce594fa5839a req-4895e1ed-4765-4632-bfa4-7fb80a3ef016 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:10.982837 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-81aadcc8-0d25-4a50-9d6f-ce594fa5839a req-4895e1ed-4765-4632-bfa4-7fb80a3ef016 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 943 time: 0.1060331 Jul 13 14:38:10.993402 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c26e55f8-307b-4f02-b288-c3b6101ce367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:11.008681 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0209d935-8132-431b-b64b-61af927f641c req-c92d603e-4c52-477b-88d8-2cbdf632f745 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628152 Jul 13 14:38:11.029491 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-81aadcc8-0d25-4a50-9d6f-ce594fa5839a req-5688b0eb-078e-49a3-8fd6-34912d0e7be5 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390179 Jul 13 14:38:11.091140 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c26e55f8-307b-4f02-b288-c3b6101ce367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:11.095269 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c26e55f8-307b-4f02-b288-c3b6101ce367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:11.128794 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e55f8-307b-4f02-b288-c3b6101ce367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29068147-3de3-4bde-8d52-1472228e4d60,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:11.137118 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-c26e55f8-307b-4f02-b288-c3b6101ce367 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=28bb3ded0eae4499b9d928f423b492a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558952 Jul 13 14:38:11.139646 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 46402) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:11.187016 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f42e-1281-43b2-87a0-ccc5674f77c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:11.207049 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f42e-1281-43b2-87a0-ccc5674f77c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:11.267939 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f42e-1281-43b2-87a0-ccc5674f77c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:11.272013 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f42e-1281-43b2-87a0-ccc5674f77c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:11.272703 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-d5e0f42e-1281-43b2-87a0-ccc5674f77c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29068147-3de3-4bde-8d52-1472228e4d60 HTTP/1.1" status: 204 len: 168 time: 0.1321983 Jul 13 14:38:11.280989 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0f42e-1281-43b2-87a0-ccc5674f77c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29068147-3de3-4bde-8d52-1472228e4d60,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:11.372815 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1a0c8-b600-4138-a00c-22014a35a114 req-34328d3c-d0c2-4aef-b741-35aec95bdfa3 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:11.374275 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-dfd1a0c8-b600-4138-a00c-22014a35a114 req-34328d3c-d0c2-4aef-b741-35aec95bdfa3 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 943 time: 0.0633378 Jul 13 14:38:11.413279 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-dfd1a0c8-b600-4138-a00c-22014a35a114 req-30d8a534-1f20-401b-91fb-2e01c1514100 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Jul 13 14:38:11.985572 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:12.259578 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb4549-f262-4aab-a02e-7c0823745394 req-736dff03-1b72-4d3a-9d3a-65782a68a50a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:12.261083 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-35cb4549-f262-4aab-a02e-7c0823745394 req-736dff03-1b72-4d3a-9d3a-65782a68a50a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.1227098 Jul 13 14:38:12.269350 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c39034-f17e-4fcf-8129-6b156fece7a5 req-3e8dfd4d-8e16-4b95-a07f-90f0217963de tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:12.270835 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-41c39034-f17e-4fcf-8129-6b156fece7a5 req-3e8dfd4d-8e16-4b95-a07f-90f0217963de tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 943 time: 0.0945659 Jul 13 14:38:12.325407 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-35cb4549-f262-4aab-a02e-7c0823745394 req-7d2a029c-90fe-4125-88c2-6b163dec9127 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534654 Jul 13 14:38:12.336126 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Request body: {'port': {'device_id': 'f1e9b7a8-5738-45f9-ba3b-0834271bf885', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:12.408912 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a7c6a-b41b-49f0-a693-fc2e3748a0e7 req-af2697b3-e7ee-42ae-ac35-bda5a247e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:12.411179 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-da1a7c6a-b41b-49f0-a693-fc2e3748a0e7 req-af2697b3-e7ee-42ae-ac35-bda5a247e4bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc4d29d2b644494c8a36dc952797805e&device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 1096 time: 0.0719390 Jul 13 14:38:12.439881 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-41c39034-f17e-4fcf-8129-6b156fece7a5 req-a7061541-8748-4297-b842-8892329aba82 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612704 Jul 13 14:38:12.505822 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:12.537793 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f8cdd-9d42-459d-af5d-c162021aaf2b req-fdff7785-c195-40db-82df-05a4c688c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:12.539312 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-117f8cdd-9d42-459d-af5d-c162021aaf2b req-fdff7785-c195-40db-82df-05a4c688c863 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c925332815c423cab33c3c2badc3cab&device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 1097 time: 0.1495554 Jul 13 14:38:12.551661 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a7c6a-b41b-49f0-a693-fc2e3748a0e7 req-455ad5d0-c2a2-4cd2-a640-25eaa3be2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:12.553117 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-da1a7c6a-b41b-49f0-a693-fc2e3748a0e7 req-455ad5d0-c2a2-4cd2-a640-25eaa3be2281 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=bc4d29d2b644494c8a36dc952797805e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1345901 Jul 13 14:38:12.648942 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a7c6a-b41b-49f0-a693-fc2e3748a0e7 req-2ade087d-6abc-4c1e-9b65-8ae503a0bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:12.650819 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-da1a7c6a-b41b-49f0-a693-fc2e3748a0e7 req-2ade087d-6abc-4c1e-9b65-8ae503a0bd56 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903578 Jul 13 14:38:12.748557 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-bfa5f05f-6b1c-4dc5-8d40-a653d3f2ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:12.750273 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-bfa5f05f-6b1c-4dc5-8d40-a653d3f2ca2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc4d29d2b644494c8a36dc952797805e&device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 1096 time: 0.0561309 Jul 13 14:38:12.798040 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-0bb4ca94-4491-40ed-8d06-f4a7a4655139 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e2a13b3-e020-4d0b-9184-13e7a6ad6101 HTTP/1.1" status: 200 len: 217 time: 0.0395160 Jul 13 14:38:12.850365 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-0ab3120a-cbec-49a4-8408-3099eaed4bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:12.851944 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-0ab3120a-cbec-49a4-8408-3099eaed4bff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad6df99-8b00-4415-baa5-1fe0afd18c9f HTTP/1.1" status: 200 len: 859 time: 0.0462594 Jul 13 14:38:12.892890 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-47db8fd9-c8f7-4b84-a572-178680240347 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330315 Jul 13 14:38:12.900997 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f8cdd-9d42-459d-af5d-c162021aaf2b req-e2f0ec40-6163-4ad9-ae0e-ac4ef19078ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:12.902443 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-117f8cdd-9d42-459d-af5d-c162021aaf2b req-e2f0ec40-6163-4ad9-ae0e-ac4ef19078ef service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=2c925332815c423cab33c3c2badc3cab&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3419709 Jul 13 14:38:12.917543 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795247-586b-4ae7-80b5-e872c774156f req-2ae28461-df26-4672-850f-f06ea3c1ba5b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:12.919017 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4b795247-586b-4ae7-80b5-e872c774156f req-2ae28461-df26-4672-850f-f06ea3c1ba5b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 943 time: 0.3574684 Jul 13 14:38:13.013845 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-0220e110-6801-4848-991d-5fc86fb8f6f1 service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146550 Jul 13 14:38:13.133815 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-a5ae969e-21a4-4409-b263-6fffc2a50a58 req-6c6b0519-3cdb-4a22-9fc2-9919c67f85ac service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128821 Jul 13 14:38:13.265248 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4b795247-586b-4ae7-80b5-e872c774156f req-b78e5c94-ca24-4eef-baa6-8c206242079b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346825 Jul 13 14:38:13.302358 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 9ab225ab-e41e-4223-a576-c4e490413732 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:38:13.307399 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f8cdd-9d42-459d-af5d-c162021aaf2b req-bab89bad-10d1-4f69-9640-d5d602ec13a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:13.309347 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-117f8cdd-9d42-459d-af5d-c162021aaf2b req-bab89bad-10d1-4f69-9640-d5d602ec13a4 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3875191 Jul 13 14:38:13.369051 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b248703e-0e01-4423-89b6-fa68d6ae81a1 {{(pid=93173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:38:13.393514 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:13.436057 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Transition to ACTIVE for port object b248703e-0e01-4423-89b6-fa68d6ae81a1 will not be triggered until provisioned by entity L2. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:13.445796 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:13.536913 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 9ab225ab-e41e-4223-a576-c4e490413732, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ab225ab-e41e-4223-a576-c4e490413732,segment=NetworkSegment(83056c9c-65a0-4e34-b8e8-427dae63de92),segment_id=83056c9c-65a0-4e34-b8e8-427dae63de92)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:13.545500 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Attempting to bind port b248703e-0e01-4423-89b6-fa68d6ae81a1 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:13.545835 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Attempting to bind port b248703e-0e01-4423-89b6-fa68d6ae81a1 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '590089df-442f-4329-9736-904bf81f8371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa'}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:13.546166 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Attempting to bind port b248703e-0e01-4423-89b6-fa68d6ae81a1 on network 7f78fb5a-25a9-4fdc-8157-5839cfcef9aa {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:13.566840 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': '9ab225ab-e41e-4223-a576-c4e490413732', 'network_id': 'e1a1deef-4e7b-4633-a3be-5fad35dfc065', 'port_id': '9ab225ab-e41e-4223-a576-c4e490413732', 'mac_address': 'fa:16:3e:28:34:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b538f818-c0f2-4acf-a869-6a44b97e1df7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:38:13.586745 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Port b248703e-0e01-4423-89b6-fa68d6ae81a1 on network 7f78fb5a-25a9-4fdc-8157-5839cfcef9aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:38:13.589319 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Attempting to bind port b248703e-0e01-4423-89b6-fa68d6ae81a1 on network 7f78fb5a-25a9-4fdc-8157-5839cfcef9aa {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:13.608154 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Pushing event updated for resources: {'Port': ['ID=b248703e-0e01-4423-89b6-fa68d6ae81a1,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:13.653414 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:13.653761 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Checking segment: {'id': '590089df-442f-4329-9736-904bf81f8371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:13.654144 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Bound using segment: {'id': '590089df-442f-4329-9736-904bf81f8371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa'} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:13.654724 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Bound port: b248703e-0e01-4423-89b6-fa68d6ae81a1, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590089df-442f-4329-9736-904bf81f8371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa'}}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:13.655090 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:13.658847 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:13.675248 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab225ab-e41e-4223-a576-c4e490413732 {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:38:13.704683 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 9ab225ab-e41e-4223-a576-c4e490413732, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ab225ab-e41e-4223-a576-c4e490413732,segment=NetworkSegment(83056c9c-65a0-4e34-b8e8-427dae63de92),segment_id=83056c9c-65a0-4e34-b8e8-427dae63de92)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:13.708002 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-42077f0a-ac9f-4fbf-962a-c755de1c7b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:13.709649 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-42077f0a-ac9f-4fbf-962a-c755de1c7b8a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c925332815c423cab33c3c2badc3cab&device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 1097 time: 0.3339918 Jul 13 14:38:13.712939 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:13.793567 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-64a959ba-3d63-4760-aa16-8d74fcb20996 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b HTTP/1.1" status: 200 len: 217 time: 0.0732877 Jul 13 14:38:13.797125 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=9ab225ab-e41e-4223-a576-c4e490413732,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:13.877505 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 46528) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:13.937363 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6922f6-5bde-442f-ba42-da46fec75405 req-bb09e4b4-9e87-4b0b-bef5-47954b70356e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:13.938847 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8e6922f6-5bde-442f-ba42-da46fec75405 req-bb09e4b4-9e87-4b0b-bef5-47954b70356e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.3621030 Jul 13 14:38:13.940196 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-19711411-aae2-48bd-a086-1bba531d176f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:13.941519 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-19711411-aae2-48bd-a086-1bba531d176f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c92b411-3ce3-4134-a4e0-9e76e0a93cef HTTP/1.1" status: 200 len: 856 time: 0.1253655 Jul 13 14:38:13.947439 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 46532) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:13.950086 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] For port b248703e-0e01-4423-89b6-fa68d6ae81a1, host hv-cinder-78836, cleared binding levels {{(pid=93173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:13.974762 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df72c30-5bf6-476d-b615-e2ff786fd130 req-2ac53ef8-8ba5-4196-b38f-a224eee64c5e tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:13.977493 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5df72c30-5bf6-476d-b615-e2ff786fd130 req-2ac53ef8-8ba5-4196-b38f-a224eee64c5e tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 943 time: 0.3513272 Jul 13 14:38:14.017672 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['9ab225ab-e41e-4223-a576-c4e490413732'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:38:14.043271 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] For port b248703e-0e01-4423-89b6-fa68d6ae81a1, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b248703e-0e01-4423-89b6-fa68d6ae81a1,segment=NetworkSegment(590089df-442f-4329-9736-904bf81f8371),segment_id=590089df-442f-4329-9736-904bf81f8371)] {{(pid=93173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:14.058943 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.070228 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a5ec1eb6-7d2e-49a3-bbab-c7e86a348dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.073011 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1251cf97-d1b0-4b63-96cf-f88bde2450e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.105855 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.db.api [None req-a5ec1eb6-7d2e-49a3-bbab-c7e86a348dd2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 14:38:14.105855 dv-cinder-788365-4-iscsi neutron-server[93172]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 14:38:14.105855 dv-cinder-788365-4-iscsi neutron-server[93172]: [parameters: {'project_id': 'a012c989b0744bf49e73a4d00ef737df', 'id': '2effa69a-8a95-4901-bf8e-d8a2ba05be1a', 'expiration': datetime.datetime(2021, 7, 13, 14, 40, 14, 100984)}] Jul 13 14:38:14.105855 dv-cinder-788365-4-iscsi neutron-server[93172]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 14:38:14.106503 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG oslo_db.api [None req-a5ec1eb6-7d2e-49a3-bbab-c7e86a348dd2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 14:38:14.129387 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8e6922f6-5bde-442f-ba42-da46fec75405 req-9f6f0770-4165-4a2a-a100-2c916d091355 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806116 Jul 13 14:38:14.137123 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:14.137747 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.139121 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] 10.222.0.44 "PUT /v2.0/ports/b248703e-0e01-4423-89b6-fa68d6ae81a1 HTTP/1.1" status: 200 len: 1094 time: 1.8079631 Jul 13 14:38:14.143792 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e9b7a8-5738-45f9-ba3b-0834271bf885', 'tag': 'b248703e-0e01-4423-89b6-fa68d6ae81a1'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:14.146096 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e83245-35b2-4cc9-b1a2-9e3995079404" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e9b7a8-5738-45f9-ba3b-0834271bf885", "tag": "b248703e-0e01-4423-89b6-fa68d6ae81a1"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:14.157469 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5df72c30-5bf6-476d-b615-e2ff786fd130 req-0da67389-b12b-4694-98e3-dec1d742ad53 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408443 Jul 13 14:38:14.210190 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1251cf97-d1b0-4b63-96cf-f88bde2450e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.218561 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1251cf97-d1b0-4b63-96cf-f88bde2450e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.243934 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b5df3-9ec8-4d65-83da-d7903edfb74e service neutron] Pushing event updated for resources: {'Port': ['ID=b248703e-0e01-4423-89b6-fa68d6ae81a1,revision_number=3']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:14.255684 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-4c33ce92-443f-4e6c-aa28-cdfa71165b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:14.257405 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-4c33ce92-443f-4e6c-aa28-cdfa71165b2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3036273 Jul 13 14:38:14.282634 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-1251cf97-d1b0-4b63-96cf-f88bde2450e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a44d99007f54415684991200ee4603c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341272 Jul 13 14:38:14.283662 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 46544) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:14.295998 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251cf97-d1b0-4b63-96cf-f88bde2450e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6f5925-e2ca-48f1-84d1-7bb3fa0cd667,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:14.318343 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0888fcc3-5ae8-4aad-9dbe-e91073910f52 x-openstack-request-id: req-0888fcc3-5ae8-4aad-9dbe-e91073910f52 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:14.318880 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e9b7a8-5738-45f9-ba3b-0834271bf885", "tag": "b248703e-0e01-4423-89b6-fa68d6ae81a1", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:14.318992 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0888fcc3-5ae8-4aad-9dbe-e91073910f52 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:14.319297 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e9b7a8-5738-45f9-ba3b-0834271bf885', 'tag': 'b248703e-0e01-4423-89b6-fa68d6ae81a1', 'status': 'completed', 'code': 200} Jul 13 14:38:14.347406 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-344f53b1-7bf4-4607-bd02-01f5f2563923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:14.349207 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-344f53b1-7bf4-4607-bd02-01f5f2563923 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc4d29d2b644494c8a36dc952797805e&device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 1097 time: 0.1432896 Jul 13 14:38:14.367091 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4f052f2f-075a-463d-a3b1-3eda981e9a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.406577 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-fdad14e4-0188-42b1-bbd5-4c0c98231c85 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b248703e-0e01-4423-89b6-fa68d6ae81a1 HTTP/1.1" status: 200 len: 217 time: 0.0484655 Jul 13 14:38:14.412975 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-ac289809-1c4a-4d7e-843e-9690fa4daad4 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466510 Jul 13 14:38:14.425313 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4f052f2f-075a-463d-a3b1-3eda981e9a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.488117 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4f052f2f-075a-463d-a3b1-3eda981e9a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.493410 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4f052f2f-075a-463d-a3b1-3eda981e9a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.496910 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-4f052f2f-075a-463d-a3b1-3eda981e9a70 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc6f5925-e2ca-48f1-84d1-7bb3fa0cd667 HTTP/1.1" status: 204 len: 168 time: 0.1997268 Jul 13 14:38:14.502982 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f052f2f-075a-463d-a3b1-3eda981e9a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6f5925-e2ca-48f1-84d1-7bb3fa0cd667,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:14.543830 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-ec82e9c0-00b0-4bb9-a464-4c3d9829d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:14.545326 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-ec82e9c0-00b0-4bb9-a464-4c3d9829d504 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad6df99-8b00-4415-baa5-1fe0afd18c9f HTTP/1.1" status: 200 len: 859 time: 0.1315200 Jul 13 14:38:14.599310 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-8fbe474d-69ed-40f7-b1bf-59eac02c07eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430093 Jul 13 14:38:14.607222 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a5ec1eb6-7d2e-49a3-bbab-c7e86a348dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.621188 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5ce70b99-2b11-463a-b15b-172e2632ceb3 req-c33457e1-04d2-4292-a7f6-f2aa02b843da service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978424 Jul 13 14:38:14.675111 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc5fea-b8ad-44ae-9ec9-b6a05e43662f req-39dbc972-3c31-45cc-bd28-d2d24285cdbb tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:14.682035 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-35fc5fea-b8ad-44ae-9ec9-b6a05e43662f req-39dbc972-3c31-45cc-bd28-d2d24285cdbb tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 943 time: 0.2598310 Jul 13 14:38:14.744252 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-35fc5fea-b8ad-44ae-9ec9-b6a05e43662f req-b8b0ec11-1c12-4d82-b882-870d389770ba tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612690 Jul 13 14:38:14.761061 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-c5124d3f-25b9-4830-9e00-a34b40cf989c service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554010 Jul 13 14:38:14.769232 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a5ec1eb6-7d2e-49a3-bbab-c7e86a348dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.775235 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a5ec1eb6-7d2e-49a3-bbab-c7e86a348dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.825466 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-a5ec1eb6-7d2e-49a3-bbab-c7e86a348dd2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a012c989b0744bf49e73a4d00ef737df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9462664 Jul 13 14:38:14.826847 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec1eb6-7d2e-49a3-bbab-c7e86a348dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dfd062-4676-405f-83be-c0083996aef6,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:14.829479 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 46574) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:14.917779 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 46586) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:14.919493 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5683e674-96cb-4ad4-907f-6211f62e9d24 req-a298b826-0aa0-4795-aea4-7e42ec477a19 service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497924 Jul 13 14:38:14.920207 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-9b409728-20f3-4c2d-a68a-2551b449d286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.938734 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2ef7-5141-41e0-9613-037b112c8788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.953097 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-9b409728-20f3-4c2d-a68a-2551b449d286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:15.067670 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2ef7-5141-41e0-9613-037b112c8788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:15.071712 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e83245-35b2-4cc9-b1a2-9e3995079404 req-9b2cd92d-575c-4ee7-9dbe-14703e482c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:15.073929 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f7e83245-35b2-4cc9-b1a2-9e3995079404 req-9b2cd92d-575c-4ee7-9dbe-14703e482c55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc4d29d2b644494c8a36dc952797805e&device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 1097 time: 0.0859039 Jul 13 14:38:15.076479 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2ef7-5141-41e0-9613-037b112c8788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:15.079051 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-9b409728-20f3-4c2d-a68a-2551b449d286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:15.085676 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-9b409728-20f3-4c2d-a68a-2551b449d286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:15.086870 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-9b409728-20f3-4c2d-a68a-2551b449d286 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53dfd062-4676-405f-83be-c0083996aef6 HTTP/1.1" status: 204 len: 168 time: 0.2574968 Jul 13 14:38:15.119792 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b409728-20f3-4c2d-a68a-2551b449d286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dfd062-4676-405f-83be-c0083996aef6,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:15.149793 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-ad9a2ef7-5141-41e0-9613-037b112c8788 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b2e367b7b95439d997c9209bcb1f05f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295415 Jul 13 14:38:15.153679 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 46594) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:15.169494 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a2ef7-5141-41e0-9613-037b112c8788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84035ce7-8e00-4ce4-952a-744dc2243e34,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:15.277555 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 3e2a13b3-e020-4d0b-9184-13e7a6ad6101 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:38:15.314302 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 9ab225ab-e41e-4223-a576-c4e490413732 up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:15.318587 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-eec296a1-635e-4e7a-b7d0-7c8232f98347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:15.373048 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-eec296a1-635e-4e7a-b7d0-7c8232f98347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:15.419482 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.db.resource_extend [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 14:38:15.472682 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-eec296a1-635e-4e7a-b7d0-7c8232f98347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:15.476526 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-eec296a1-635e-4e7a-b7d0-7c8232f98347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:15.481144 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-eec296a1-635e-4e7a-b7d0-7c8232f98347 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84035ce7-8e00-4ce4-952a-744dc2243e34 HTTP/1.1" status: 204 len: 168 time: 0.3260508 Jul 13 14:38:15.490285 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec296a1-635e-4e7a-b7d0-7c8232f98347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84035ce7-8e00-4ce4-952a-744dc2243e34,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:15.635545 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port 9ab225ab-e41e-4223-a576-c4e490413732 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:15.648737 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port 9ab225ab-e41e-4223-a576-c4e490413732 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:15.649532 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:15.713097 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 3e2a13b3-e020-4d0b-9184-13e7a6ad6101, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e2a13b3-e020-4d0b-9184-13e7a6ad6101,segment=NetworkSegment(590089df-442f-4329-9736-904bf81f8371),segment_id=590089df-442f-4329-9736-904bf81f8371)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:15.723192 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e83245-35b2-4cc9-b1a2-9e3995079404 req-1d1d475d-9b32-4da9-9a32-b88db6ec21a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:15.724943 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f7e83245-35b2-4cc9-b1a2-9e3995079404 req-1d1d475d-9b32-4da9-9a32-b88db6ec21a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa HTTP/1.1" status: 200 len: 920 time: 0.6355612 Jul 13 14:38:15.755816 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': '3e2a13b3-e020-4d0b-9184-13e7a6ad6101', 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa', 'port_id': '3e2a13b3-e020-4d0b-9184-13e7a6ad6101', 'mac_address': 'fa:16:3e:e7:a0:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad6df99-8b00-4415-baa5-1fe0afd18c9f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:38:15.755968 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2268b-418a-4dc2-b2af-49855f3924b2 req-c4f0be4c-5ec6-494b-888d-90393756ffea tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:15.757480 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3ed2268b-418a-4dc2-b2af-49855f3924b2 req-c4f0be4c-5ec6-494b-888d-90393756ffea tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.2399607 Jul 13 14:38:15.791777 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516ea1c-a4e0-4c39-a3fe-29b99cd50386 req-0336e7da-a33a-4ec7-9c45-ed5c7661b070 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:15.793543 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e516ea1c-a4e0-4c39-a3fe-29b99cd50386 req-0336e7da-a33a-4ec7-9c45-ed5c7661b070 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 944 time: 0.2771416 Jul 13 14:38:15.797672 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f7e83245-35b2-4cc9-b1a2-9e3995079404 req-a4c2b030-14af-445f-ab96-c2b97af77dcd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b248703e-0e01-4423-89b6-fa68d6ae81a1 HTTP/1.1" status: 200 len: 217 time: 0.0646713 Jul 13 14:38:15.818115 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:15.834196 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:15.849070 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2a13b3-e020-4d0b-9184-13e7a6ad6101 {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:38:15.883673 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 3e2a13b3-e020-4d0b-9184-13e7a6ad6101, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e2a13b3-e020-4d0b-9184-13e7a6ad6101,segment=NetworkSegment(590089df-442f-4329-9736-904bf81f8371),segment_id=590089df-442f-4329-9736-904bf81f8371)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:15.890245 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab225ab-e41e-4223-a576-c4e490413732'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:15.907885 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3ed2268b-418a-4dc2-b2af-49855f3924b2 req-ce3233cb-ece5-4054-9801-aac3e411d7c1 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128492 Jul 13 14:38:15.918242 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e83245-35b2-4cc9-b1a2-9e3995079404 req-a1337842-e465-44e1-92be-48688db29d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:15.919718 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f7e83245-35b2-4cc9-b1a2-9e3995079404 req-a1337842-e465-44e1-92be-48688db29d20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad6df99-8b00-4415-baa5-1fe0afd18c9f HTTP/1.1" status: 200 len: 859 time: 0.1100926 Jul 13 14:38:15.922740 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e516ea1c-a4e0-4c39-a3fe-29b99cd50386 req-1a51cb6a-2790-4d57-83f1-445cf7caa426 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120386 Jul 13 14:38:15.976519 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f7e83245-35b2-4cc9-b1a2-9e3995079404 req-f04f41db-4d08-440d-90a5-04c657b9808e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492451 Jul 13 14:38:16.011940 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:16.018740 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 9ab225ab-e41e-4223-a576-c4e490413732, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ab225ab-e41e-4223-a576-c4e490413732,segment=NetworkSegment(83056c9c-65a0-4e34-b8e8-427dae63de92),segment_id=83056c9c-65a0-4e34-b8e8-427dae63de92)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:16.150020 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f7e83245-35b2-4cc9-b1a2-9e3995079404 req-98039884-1983-4f00-b619-90d2f1073e18 service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633575 Jul 13 14:38:16.163167 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99031d-80c0-4e92-b4c8-92bf52ab98c6 req-ddb6e4a5-e2a7-4f0d-89ab-47bb902634ab tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:16.168120 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:16.170192 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fa99031d-80c0-4e92-b4c8-92bf52ab98c6 req-ddb6e4a5-e2a7-4f0d-89ab-47bb902634ab tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 944 time: 0.1116569 Jul 13 14:38:16.198544 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=3e2a13b3-e020-4d0b-9184-13e7a6ad6101,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:16.251474 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=9ab225ab-e41e-4223-a576-c4e490413732,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:16.258786 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['3e2a13b3-e020-4d0b-9184-13e7a6ad6101'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:38:16.266326 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fa99031d-80c0-4e92-b4c8-92bf52ab98c6 req-acaf2486-c44e-4e4c-bb50-4ced9cb2a97b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951703 Jul 13 14:38:16.310560 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f7e83245-35b2-4cc9-b1a2-9e3995079404 req-30e5f7c0-e2cc-42fd-b40c-ce5da2cfe968 service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383734 Jul 13 14:38:16.343311 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a9d974-6dae-46fb-83f5-ce160ddbac3b" -d '{"events": [{"server_uuid": "9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a", "name": "network-vif-plugged", "status": "completed", "tag": "9ab225ab-e41e-4223-a576-c4e490413732"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:16.552820 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2516c0-9be4-4f7f-86b3-484c8ffe20fe x-openstack-request-id: req-de2516c0-9be4-4f7f-86b3-484c8ffe20fe {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:16.553351 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a", "name": "network-vif-plugged", "status": "completed", "tag": "9ab225ab-e41e-4223-a576-c4e490413732", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:16.553874 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de2516c0-9be4-4f7f-86b3-484c8ffe20fe {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:16.554598 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab225ab-e41e-4223-a576-c4e490413732', 'code': 200} Jul 13 14:38:16.921985 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa73ed-f6ff-455e-ae8d-b71f3ef6874c req-dbb0e839-7e07-4d85-9840-c93d8f469baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:16.925017 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-79aa73ed-f6ff-455e-ae8d-b71f3ef6874c req-dbb0e839-7e07-4d85-9840-c93d8f469baf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 1098 time: 0.1188886 Jul 13 14:38:16.951455 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-79aa73ed-f6ff-455e-ae8d-b71f3ef6874c req-950a5f4c-e6a7-480c-bcb0-f44c975f5439 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:17.073166 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-79aa73ed-f6ff-455e-ae8d-b71f3ef6874c req-950a5f4c-e6a7-480c-bcb0-f44c975f5439 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:17.079139 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-79aa73ed-f6ff-455e-ae8d-b71f3ef6874c req-950a5f4c-e6a7-480c-bcb0-f44c975f5439 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:17.128502 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-79aa73ed-f6ff-455e-ae8d-b71f3ef6874c req-950a5f4c-e6a7-480c-bcb0-f44c975f5439 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957932 Jul 13 14:38:17.141252 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a5f4c-e6a7-480c-bcb0-f44c975f5439 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a81874-67bf-40d3-9cb6-83928e4e3303,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:17.259434 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61a209-e1db-4f09-b9c1-645b1245b272 req-1d26b36b-a048-48f9-8cde-f90bf6a079e5 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:17.260938 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1e61a209-e1db-4f09-b9c1-645b1245b272 req-1d26b36b-a048-48f9-8cde-f90bf6a079e5 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 945 time: 0.1088221 Jul 13 14:38:17.268331 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcad734-1d60-4fd8-89e9-e546bf96ba14 req-a403592d-32c2-4e08-bb47-2e08acb17f84 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:17.269759 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bbcad734-1d60-4fd8-89e9-e546bf96ba14 req-a403592d-32c2-4e08-bb47-2e08acb17f84 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.1188493 Jul 13 14:38:17.293893 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:38:17.300487 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 3e2a13b3-e020-4d0b-9184-13e7a6ad6101 up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:17.328786 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bbcad734-1d60-4fd8-89e9-e546bf96ba14 req-d9f91d58-5ba5-426c-8761-bf13eb77de04 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513008 Jul 13 14:38:17.340177 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1e61a209-e1db-4f09-b9c1-645b1245b272 req-0748d514-c747-4cb9-8fcb-31549cf7cf6a tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694103 Jul 13 14:38:17.401987 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 46712) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:17.461354 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:17.469501 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port 3e2a13b3-e020-4d0b-9184-13e7a6ad6101 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:17.477778 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'port_id': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b', 'mac_address': 'fa:16:3e:3e:e4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:38:17.479690 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port 3e2a13b3-e020-4d0b-9184-13e7a6ad6101 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:17.480086 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:17.516924 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e34dbb-215d-472b-9043-aeec3a9447aa req-7d8d9289-116e-42e9-8c6a-cdf0e57fae86 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:17.519101 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-77e34dbb-215d-472b-9043-aeec3a9447aa req-7d8d9289-116e-42e9-8c6a-cdf0e57fae86 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 944 time: 0.0803905 Jul 13 14:38:17.549578 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:17.565879 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:38:17.568772 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-77e34dbb-215d-472b-9043-aeec3a9447aa req-85cbfbaf-bf8c-492c-9767-972c74ab8513 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416820 Jul 13 14:38:17.610058 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:17.616724 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:17.620139 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:17.620835 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device b248703e-0e01-4423-89b6-fa68d6ae81a1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:38:17.648123 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-3bd93b98-7eb7-4cb7-a5aa-9bfcee5fa05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:17.706298 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 3e2a13b3-e020-4d0b-9184-13e7a6ad6101, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e2a13b3-e020-4d0b-9184-13e7a6ad6101,segment=NetworkSegment(590089df-442f-4329-9736-904bf81f8371),segment_id=590089df-442f-4329-9736-904bf81f8371)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:17.742162 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:17.776931 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:17.793097 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-3bd93b98-7eb7-4cb7-a5aa-9bfcee5fa05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:17.797844 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-3bd93b98-7eb7-4cb7-a5aa-9bfcee5fa05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:17.844326 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-3bd93b98-7eb7-4cb7-a5aa-9bfcee5fa05b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23b4ae52279b4622a803b60fc3233788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4410415 Jul 13 14:38:17.845697 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd93b98-7eb7-4cb7-a5aa-9bfcee5fa05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3235ba52-a211-4dad-9991-9e8d4c0739a7,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:17.847169 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 46736) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:17.901092 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=3e2a13b3-e020-4d0b-9184-13e7a6ad6101,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:17.904845 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port b248703e-0e01-4423-89b6-fa68d6ae81a1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b248703e-0e01-4423-89b6-fa68d6ae81a1,segment=NetworkSegment(590089df-442f-4329-9736-904bf81f8371),segment_id=590089df-442f-4329-9736-904bf81f8371)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:17.922138 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': 'b248703e-0e01-4423-89b6-fa68d6ae81a1', 'network_id': '7f78fb5a-25a9-4fdc-8157-5839cfcef9aa', 'port_id': 'b248703e-0e01-4423-89b6-fa68d6ae81a1', 'mac_address': 'fa:16:3e:0d:55:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad6df99-8b00-4415-baa5-1fe0afd18c9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:38:17.947943 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b5fe6529-3c08-4150-9f8f-5df615ab92bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:17.983411 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b5fe6529-3c08-4150-9f8f-5df615ab92bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:17.991195 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:18.006862 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b248703e-0e01-4423-89b6-fa68d6ae81a1 {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:38:18.031962 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port b248703e-0e01-4423-89b6-fa68d6ae81a1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b248703e-0e01-4423-89b6-fa68d6ae81a1,segment=NetworkSegment(590089df-442f-4329-9736-904bf81f8371),segment_id=590089df-442f-4329-9736-904bf81f8371)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:18.036845 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b5fe6529-3c08-4150-9f8f-5df615ab92bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:18.037192 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:18.040211 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b5fe6529-3c08-4150-9f8f-5df615ab92bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:18.041506 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-b5fe6529-3c08-4150-9f8f-5df615ab92bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3235ba52-a211-4dad-9991-9e8d4c0739a7 HTTP/1.1" status: 204 len: 168 time: 0.1929994 Jul 13 14:38:18.056394 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe6529-3c08-4150-9f8f-5df615ab92bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3235ba52-a211-4dad-9991-9e8d4c0739a7,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:18.113040 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=b248703e-0e01-4423-89b6-fa68d6ae81a1,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:18.331884 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['b248703e-0e01-4423-89b6-fa68d6ae81a1'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:38:18.359779 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:38:18.557951 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b83600f-37e3-498e-bb35-751148d47fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2a13b3-e020-4d0b-9184-13e7a6ad6101'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:18.561114 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc75268-e6db-4020-a7db-572b9b98b0b5" -d '{"events": [{"server_uuid": "3b83600f-37e3-498e-bb35-751148d47fbf", "name": "network-vif-plugged", "status": "completed", "tag": "3e2a13b3-e020-4d0b-9184-13e7a6ad6101"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:18.733726 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 46774) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:18.738267 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 46776) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:18.770191 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-12435bf3-a780-49b0-96e5-222ae008c253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:18.796096 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b20eef-5631-4083-82cd-fb65f0c2078c req-75a58149-8db4-475a-8b4b-1d5b432a3673 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:18.797639 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-77b20eef-5631-4083-82cd-fb65f0c2078c req-75a58149-8db4-475a-8b4b-1d5b432a3673 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 945 time: 0.2078450 Jul 13 14:38:18.822576 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c7d6d-ce12-45e2-91e0-6ecc0637d5b9 req-25f1fd4f-8e3c-43e0-8908-7b9b99affe13 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:18.824854 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8c9c7d6d-ce12-45e2-91e0-6ecc0637d5b9 req-25f1fd4f-8e3c-43e0-8908-7b9b99affe13 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 945 time: 0.2175877 Jul 13 14:38:18.887656 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-77b20eef-5631-4083-82cd-fb65f0c2078c req-8c21c42b-5865-4217-89c6-3d6f209d13b2 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610271 Jul 13 14:38:18.927184 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-12435bf3-a780-49b0-96e5-222ae008c253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:18.933206 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8c9c7d6d-ce12-45e2-91e0-6ecc0637d5b9 req-1e0c34d7-4c9f-4d2c-81d6-4c6dd9674b0a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565934 Jul 13 14:38:18.933355 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-12435bf3-a780-49b0-96e5-222ae008c253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:18.975847 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198a2cd3-c7c1-4975-a6e4-22dcd9476115 x-openstack-request-id: req-198a2cd3-c7c1-4975-a6e4-22dcd9476115 {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:18.976766 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b83600f-37e3-498e-bb35-751148d47fbf", "name": "network-vif-plugged", "status": "completed", "tag": "3e2a13b3-e020-4d0b-9184-13e7a6ad6101", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:18.976967 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-198a2cd3-c7c1-4975-a6e4-22dcd9476115 {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:18.978573 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b83600f-37e3-498e-bb35-751148d47fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2a13b3-e020-4d0b-9184-13e7a6ad6101', 'code': 200} Jul 13 14:38:18.982695 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-12435bf3-a780-49b0-96e5-222ae008c253 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ee7247d58e449d0aa2b2c03a5760a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453322 Jul 13 14:38:18.982695 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12435bf3-a780-49b0-96e5-222ae008c253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79dc6c0-9462-4fee-b100-cfd6ea64b01e,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:18.983215 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 46780) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:19.059104 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-84663a9a-8bbd-4a31-b36d-a59a0dea3fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.075352 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-83eaebfb-b30d-4a7b-8341-1e9860fb3290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.102172 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-83eaebfb-b30d-4a7b-8341-1e9860fb3290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.176443 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-84663a9a-8bbd-4a31-b36d-a59a0dea3fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.197934 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-84663a9a-8bbd-4a31-b36d-a59a0dea3fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.204396 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ab49c-9526-474e-98ec-e7aa6d852be9 req-46de92da-7446-4a40-82cf-fbb5779228cb tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:19.205878 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-168ab49c-9526-474e-98ec-e7aa6d852be9 req-46de92da-7446-4a40-82cf-fbb5779228cb tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.1017189 Jul 13 14:38:19.213483 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-83eaebfb-b30d-4a7b-8341-1e9860fb3290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.217300 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-83eaebfb-b30d-4a7b-8341-1e9860fb3290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.221037 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-83eaebfb-b30d-4a7b-8341-1e9860fb3290 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f79dc6c0-9462-4fee-b100-cfd6ea64b01e HTTP/1.1" status: 204 len: 168 time: 0.2343102 Jul 13 14:38:19.267882 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eaebfb-b30d-4a7b-8341-1e9860fb3290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79dc6c0-9462-4fee-b100-cfd6ea64b01e,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:19.291977 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-168ab49c-9526-474e-98ec-e7aa6d852be9 req-92c5e94f-fcf5-448b-abb4-a715aedea615 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706565 Jul 13 14:38:19.322548 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84663a9a-8bbd-4a31-b36d-a59a0dea3fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff14305-76bc-4e54-8676-fdaeecc88486,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:19.337945 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-84663a9a-8bbd-4a31-b36d-a59a0dea3fcd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c974402414e4a248344e539823c1d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5986660 Jul 13 14:38:19.340658 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 46788) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:19.341194 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9097eb2-5562-4790-bc23-0c16a225a789 req-1d1ad090-a951-4187-9fa0-8450a6817e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:19.344803 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b9097eb2-5562-4790-bc23-0c16a225a789 req-1d1ad090-a951-4187-9fa0-8450a6817e01 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 1098 time: 0.1250634 Jul 13 14:38:19.409118 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ce6ad2ec-483c-4039-9ff5-7bcc15647d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.416813 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b9097eb2-5562-4790-bc23-0c16a225a789 req-1a667a35-8e71-4bab-b3c7-63d57ddfaf4d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627456 Jul 13 14:38:19.437373 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ce6ad2ec-483c-4039-9ff5-7bcc15647d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.490814 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ce6ad2ec-483c-4039-9ff5-7bcc15647d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.493515 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ce6ad2ec-483c-4039-9ff5-7bcc15647d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.494655 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-ce6ad2ec-483c-4039-9ff5-7bcc15647d01 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ff14305-76bc-4e54-8676-fdaeecc88486 HTTP/1.1" status: 204 len: 168 time: 0.1527584 Jul 13 14:38:19.510283 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ad2ec-483c-4039-9ff5-7bcc15647d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff14305-76bc-4e54-8676-fdaeecc88486,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:19.871057 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 46830) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:19.894106 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-62609bf9-5078-4965-ba0b-1d706e97f295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:20.027815 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-62609bf9-5078-4965-ba0b-1d706e97f295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:20.033236 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-62609bf9-5078-4965-ba0b-1d706e97f295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:20.084624 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-62609bf9-5078-4965-ba0b-1d706e97f295 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d0fcc77a268443daff250bc7ba9b8b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094836 Jul 13 14:38:20.084624 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62609bf9-5078-4965-ba0b-1d706e97f295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8af0d53-fb0a-4040-81d8-2acda3116ff6,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:20.086056 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 46842) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:20.157929 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-3382fcb9-9564-48f0-8213-ea4a303a0e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:20.182634 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-3382fcb9-9564-48f0-8213-ea4a303a0e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:20.206946 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ded20f-b394-41d9-9f25-9c9ebb4637ee req-80704057-c4f3-45c3-b93a-dc6810d8526e tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:20.209054 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-36ded20f-b394-41d9-9f25-9c9ebb4637ee req-80704057-c4f3-45c3-b93a-dc6810d8526e tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 945 time: 0.1420164 Jul 13 14:38:20.224283 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229dba77-d97d-440a-be07-95bb595af469 req-100b08c9-6828-4288-8fe1-c146a343c167 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:20.225824 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-229dba77-d97d-440a-be07-95bb595af469 req-100b08c9-6828-4288-8fe1-c146a343c167 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 945 time: 0.1087027 Jul 13 14:38:20.280615 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-3382fcb9-9564-48f0-8213-ea4a303a0e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:20.283118 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-3382fcb9-9564-48f0-8213-ea4a303a0e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:20.284269 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-3382fcb9-9564-48f0-8213-ea4a303a0e15 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8af0d53-fb0a-4040-81d8-2acda3116ff6 HTTP/1.1" status: 204 len: 168 time: 0.1970365 Jul 13 14:38:20.289747 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-36ded20f-b394-41d9-9f25-9c9ebb4637ee req-83fa667b-dd59-475e-9755-8eb477af6cdb tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748093 Jul 13 14:38:20.305463 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382fcb9-9564-48f0-8213-ea4a303a0e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8af0d53-fb0a-4040-81d8-2acda3116ff6,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:20.341303 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-229dba77-d97d-440a-be07-95bb595af469 req-3d6debe3-cc08-4046-a764-80eee22cde3d tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016583 Jul 13 14:38:20.582242 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d552ad8-4715-44ae-9260-22b64d887be8 req-665d5ef7-534e-4a6d-9800-52ec0c24e2e1 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:20.583896 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7d552ad8-4715-44ae-9260-22b64d887be8 req-665d5ef7-534e-4a6d-9800-52ec0c24e2e1 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0880067 Jul 13 14:38:20.684864 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7d552ad8-4715-44ae-9260-22b64d887be8 req-9d067335-b2ee-4e1b-9b72-5d13e7de885a tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939777 Jul 13 14:38:21.150624 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 46916) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:21.196783 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a6e321-b403-451e-ba8b-905d7511781b admin admin] Deleting subnet e8ed26b4-5418-4915-813e-1465aa35b355 {{(pid=93173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:38:21.199925 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-73a6e321-b403-451e-ba8b-905d7511781b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:21.238613 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-73a6e321-b403-451e-ba8b-905d7511781b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:21.247972 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-73a6e321-b403-451e-ba8b-905d7511781b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675533'] for subnet, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:21.307334 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-73a6e321-b403-451e-ba8b-905d7511781b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for subnet, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:21.332268 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device b248703e-0e01-4423-89b6-fa68d6ae81a1 up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:21.342228 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6e321-b403-451e-ba8b-905d7511781b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8ed26b4-5418-4915-813e-1465aa35b355,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:21.355609 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-73a6e321-b403-451e-ba8b-905d7511781b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:21.357601 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-73a6e321-b403-451e-ba8b-905d7511781b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e8ed26b4-5418-4915-813e-1465aa35b355 HTTP/1.1" status: 204 len: 168 time: 0.2059562 Jul 13 14:38:21.360226 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 46932) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:21.409485 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port b248703e-0e01-4423-89b6-fa68d6ae81a1 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:21.414638 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port b248703e-0e01-4423-89b6-fa68d6ae81a1 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:21.415010 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:21.455756 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593188'] for network, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:21.550454 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:21.570807 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672344', 'neutron.services.segments.db._delete_segments_for_network-8760775097411'] for network, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:21.576383 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e9b7a8-5738-45f9-ba3b-0834271bf885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b248703e-0e01-4423-89b6-fa68d6ae81a1'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:21.579272 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f736b9c9-f80f-4509-ae02-7477441c21ee" -d '{"events": [{"server_uuid": "f1e9b7a8-5738-45f9-ba3b-0834271bf885", "name": "network-vif-plugged", "status": "completed", "tag": "b248703e-0e01-4423-89b6-fa68d6ae81a1"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:21.582377 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:21.583456 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:21.594437 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port b248703e-0e01-4423-89b6-fa68d6ae81a1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b248703e-0e01-4423-89b6-fa68d6ae81a1,segment=NetworkSegment(590089df-442f-4329-9736-904bf81f8371),segment_id=590089df-442f-4329-9736-904bf81f8371)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:21.597861 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:21.598247 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Subscribe: > port after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:21.598677 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:21.601695 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Subscribe: > port after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:21.602034 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:21.602384 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:21.602854 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:21.603032 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:21.603445 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:21.604574 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:21.649772 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e2b9d-073c-4b75-813b-d992a12b245c req-74876baf-7093-4ba3-9c9e-8c9c9073b9dc tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:21.658307 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e08e2b9d-073c-4b75-813b-d992a12b245c req-74876baf-7093-4ba3-9c9e-8c9c9073b9dc tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 945 time: 0.1620715 Jul 13 14:38:21.694952 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88728839-bea0-45ed-a8b8-d88bb7277c7a x-openstack-request-id: req-88728839-bea0-45ed-a8b8-d88bb7277c7a {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:21.699528 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e9b7a8-5738-45f9-ba3b-0834271bf885", "name": "network-vif-plugged", "status": "completed", "tag": "b248703e-0e01-4423-89b6-fa68d6ae81a1", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:21.699975 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88728839-bea0-45ed-a8b8-d88bb7277c7a {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:21.700731 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e9b7a8-5738-45f9-ba3b-0834271bf885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b248703e-0e01-4423-89b6-fa68d6ae81a1', 'code': 200} Jul 13 14:38:21.740146 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e08e2b9d-073c-4b75-813b-d992a12b245c req-09d901f3-d306-4c48-ae3f-2f47e026672f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792284 Jul 13 14:38:21.780316 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=b248703e-0e01-4423-89b6-fa68d6ae81a1,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:21.790542 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:21.800262 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:21.801831 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:21.888664 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:21.889399 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:21.890001 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:21.890506 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:21.891105 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f72ec9-a04b-4d57-aef1-eac89388a3ab']}} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:21.958178 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325f7279-8fb9-4daa-ad34-f4bf61761936') {'for_net_delete': True} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:21.958567 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325f7279-8fb9-4daa-ad34-f4bf61761936') {} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:21.989714 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760775099212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8777682'] for segment, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.005474 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94236b78-e0f5-4e10-991a-b1aba4739d5d req-2c03c32a-e80e-4879-989c-8449c367324d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:22.007027 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-94236b78-e0f5-4e10-991a-b1aba4739d5d req-2c03c32a-e80e-4879-989c-8449c367324d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.1338971 Jul 13 14:38:22.037378 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.048064 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.058923 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:38:22.059337 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8717123'] for segment, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.113021 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:22.127767 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: from cryptography.utils import int_from_bytes Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: from cryptography.utils import int_from_bytes Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: Traceback (most recent call last): Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: timer() Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: cb(*args, **kw) Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: return func(*args, **kwargs) Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: self._notify() Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: self.callback(batched_events) Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: event.method(event) Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: return f(self, *a, **k) Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: return self._get(url).json() Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: return self.request(url, 'GET', **kwargs) Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:38:22.150384 dv-cinder-788365-4-iscsi neutron-server[93172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:38:22.154393 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909738'] for network, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.176623 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f72ec9-a04b-4d57-aef1-eac89388a3ab,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:22.180487 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.184916 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff0b5a-891b-4aeb-b839-c4a7ea2b91b6 req-8c72d4e8-b111-4ab0-b40c-4f3a23e239f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:22.185792 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-f1a16be5-0743-4e15-b55d-208b5ac7e65e admin admin] 10.222.0.42 "DELETE /v2.0/networks/b3f72ec9-a04b-4d57-aef1-eac89388a3ab HTTP/1.1" status: 204 len: 168 time: 0.8245022 Jul 13 14:38:22.186380 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-faff0b5a-891b-4aeb-b839-c4a7ea2b91b6 req-8c72d4e8-b111-4ab0-b40c-4f3a23e239f9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 1099 time: 0.2182558 Jul 13 14:38:22.186488 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 46972) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:22.215523 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-94236b78-e0f5-4e10-991a-b1aba4739d5d req-84556724-1449-4b58-b76d-707d577d790d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560731 Jul 13 14:38:22.229314 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:22.264239 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_v2 [None req-629125b2-96e9-4f2c-ba39-b362695eb560 admin admin] Deleting subnet c33a7f61-1ae5-4db8-b0aa-c5c5f0ee56b0 {{(pid=93172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:38:22.267813 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-629125b2-96e9-4f2c-ba39-b362695eb560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.323560 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-629125b2-96e9-4f2c-ba39-b362695eb560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777675'] for subnet, precommit_delete_associations {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.381262 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-629125b2-96e9-4f2c-ba39-b362695eb560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675533'] for subnet, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.465330 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-629125b2-96e9-4f2c-ba39-b362695eb560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8777709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610214'] for subnet, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.492231 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629125b2-96e9-4f2c-ba39-b362695eb560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c33a7f61-1ae5-4db8-b0aa-c5c5f0ee56b0,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:22.500398 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-629125b2-96e9-4f2c-ba39-b362695eb560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.505384 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 46994) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:22.505930 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-629125b2-96e9-4f2c-ba39-b362695eb560 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c33a7f61-1ae5-4db8-b0aa-c5c5f0ee56b0 HTTP/1.1" status: 204 len: 168 time: 0.3110809 Jul 13 14:38:22.597143 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593188'] for network, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.705332 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672344', 'neutron.services.segments.db._delete_segments_for_network-8760775097411'] for network, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.716914 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:22.717556 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:22.718543 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:22.719101 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:22.719649 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:22.720079 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:22.720470 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:22.720914 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:22.721417 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:22.721918 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:22.792624 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:22.793188 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:22.793701 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:22.794073 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:22.794494 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2f1859-72cd-40ef-9795-bd6c7206382a']}} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:22.822653 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b0530f-e7b7-41f5-9607-737d2c329a28') {'for_net_delete': True} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:22.822954 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b0530f-e7b7-41f5-9607-737d2c329a28') {} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:22.861221 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760775099212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916672'] for segment, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.888405 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.900216 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=93173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:38:22.900710 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8950289'] for segment, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: from cryptography.utils import int_from_bytes Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: from cryptography.utils import int_from_bytes Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: Traceback (most recent call last): Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: timer() Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: cb(*args, **kw) Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: return func(*args, **kwargs) Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: self._notify() Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: self.callback(batched_events) Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: event.method(event) Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: return f(self, *a, **k) Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: return self._get(url).json() Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: return self.request(url, 'GET', **kwargs) Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:38:22.905561 dv-cinder-788365-4-iscsi neutron-server[93173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:38:22.980288 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c1cd5-4165-4dcf-93c8-19519f93bc49 req-14fc2932-102e-4df7-accc-c39cc4b5476e tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:22.981923 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-305c1cd5-4165-4dcf-93c8-19519f93bc49 req-14fc2932-102e-4df7-accc-c39cc4b5476e tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.1820042 Jul 13 14:38:22.986715 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909738'] for network, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.016075 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.017891 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6d2f1859-72cd-40ef-9795-bd6c7206382a HTTP/1.1" status: 204 len: 168 time: 0.5115340 Jul 13 14:38:23.021360 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb2c17-8b6e-4430-a81a-2d38c9dcf0a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d2f1859-72cd-40ef-9795-bd6c7206382a,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:23.045861 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-305c1cd5-4165-4dcf-93c8-19519f93bc49 req-c19b7e67-76fd-41d7-af5b-65ba64294b1a tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574093 Jul 13 14:38:23.150714 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-faff0b5a-891b-4aeb-b839-c4a7ea2b91b6 req-32b8dc09-11b2-4f8f-a7c6-2cd6fe4ac364 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453610 Jul 13 14:38:23.190574 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 47038) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:23.241945 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-178acc8e-1019-433a-a28a-fa4ff510f531 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=473d9b55fa23451f9cc3fc11fff9250b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500383 Jul 13 14:38:23.244899 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 47040) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:23.292707 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 47042) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:23.316467 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7d6eae28-f10d-4e40-9eb3-38c5fba5b914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.346533 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7d6eae28-f10d-4e40-9eb3-38c5fba5b914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.399451 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7d6eae28-f10d-4e40-9eb3-38c5fba5b914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.402313 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7d6eae28-f10d-4e40-9eb3-38c5fba5b914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.403749 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-7d6eae28-f10d-4e40-9eb3-38c5fba5b914 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c47b751-a35b-4a9a-b078-88771fdf7548 HTTP/1.1" status: 204 len: 168 time: 0.1578515 Jul 13 14:38:23.414600 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6eae28-f10d-4e40-9eb3-38c5fba5b914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c47b751-a35b-4a9a-b078-88771fdf7548,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:23.439932 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab8ab7-4190-4ea6-ba59-c0e898728685 req-23c189c8-9489-4e39-8b22-05f5b40a8f09 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:23.443704 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f8ab8ab7-4190-4ea6-ba59-c0e898728685 req-23c189c8-9489-4e39-8b22-05f5b40a8f09 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.2695506 Jul 13 14:38:23.490264 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f8ab8ab7-4190-4ea6-ba59-c0e898728685 req-a83f6604-a508-4f7b-98e8-008d9fea2a67 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406659 Jul 13 14:38:23.567582 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-3e85726e-71bd-46bf-875b-572e0634b545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.658336 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-3e85726e-71bd-46bf-875b-572e0634b545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.663183 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-3e85726e-71bd-46bf-875b-572e0634b545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.702437 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cb7dab-53d2-4757-81f5-8fe083386ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:23.704557 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-3e85726e-71bd-46bf-875b-572e0634b545 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1fc09dc528474075876930db3bc4e7b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4108098 Jul 13 14:38:23.705621 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85726e-71bd-46bf-875b-572e0634b545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69541615-4508-4562-9956-dd1f2afdb7b8,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:23.707448 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 47060) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:23.711111 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba351610-e8c5-412f-b29d-00e78655d5ad" -d '{"events": [{"server_uuid": "f2cb7dab-53d2-4757-81f5-8fe083386ae9", "name": "network-vif-plugged", "status": "completed", "tag": "d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:23.756875 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8391792c-79b8-4938-bef3-cdc674d3e973 x-openstack-request-id: req-8391792c-79b8-4938-bef3-cdc674d3e973 {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:23.757183 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cb7dab-53d2-4757-81f5-8fe083386ae9", "name": "network-vif-plugged", "status": "completed", "tag": "d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:23.757429 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8391792c-79b8-4938-bef3-cdc674d3e973 {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:23.757824 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cb7dab-53d2-4757-81f5-8fe083386ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b', 'code': 200} Jul 13 14:38:23.773199 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-dcb13c14-fd89-446c-b06e-f10624a7b149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.797169 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-dcb13c14-fd89-446c-b06e-f10624a7b149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.850632 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-dcb13c14-fd89-446c-b06e-f10624a7b149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.853884 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-dcb13c14-fd89-446c-b06e-f10624a7b149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.858795 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-dcb13c14-fd89-446c-b06e-f10624a7b149 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/69541615-4508-4562-9956-dd1f2afdb7b8 HTTP/1.1" status: 204 len: 168 time: 0.1499383 Jul 13 14:38:23.868158 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb13c14-fd89-446c-b06e-f10624a7b149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69541615-4508-4562-9956-dd1f2afdb7b8,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:23.905100 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 47072) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:23.945071 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-64764efc-e735-4c34-92c7-ecda39fde106 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8fbf97a84fe4430a9ac45156a4cbe109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388081 Jul 13 14:38:23.947722 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 47074) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:23.999170 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f21990d4-e514-4b5c-93d6-3a3a94285266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.021790 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f21990d4-e514-4b5c-93d6-3a3a94285266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.086744 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f21990d4-e514-4b5c-93d6-3a3a94285266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.095779 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f21990d4-e514-4b5c-93d6-3a3a94285266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.100962 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-f21990d4-e514-4b5c-93d6-3a3a94285266 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2356b36-4671-4a6e-9156-2771472d1b7c HTTP/1.1" status: 204 len: 168 time: 0.1507027 Jul 13 14:38:24.109825 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21990d4-e514-4b5c-93d6-3a3a94285266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2356b36-4671-4a6e-9156-2771472d1b7c,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:24.165672 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 47086) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:24.184773 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7bee3ccc-0e0d-4065-b272-2624f91f04e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.246848 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300edd2-669c-4a01-ad3d-c26ac7b41e92 req-62d0c90a-39e5-4456-8bbf-b8fa3972ebc4 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:24.248796 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8300edd2-669c-4a01-ad3d-c26ac7b41e92 req-62d0c90a-39e5-4456-8bbf-b8fa3972ebc4 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0713866 Jul 13 14:38:24.284545 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 47088) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:24.293823 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7bee3ccc-0e0d-4065-b272-2624f91f04e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.299691 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7bee3ccc-0e0d-4065-b272-2624f91f04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.308569 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8300edd2-669c-4a01-ad3d-c26ac7b41e92 req-4e414dad-16b7-4a92-9f07-e98b8f94a4d3 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509927 Jul 13 14:38:24.341217 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-7bee3ccc-0e0d-4065-b272-2624f91f04e0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0de6dcd0100d44e084fb769611622ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744533 Jul 13 14:38:24.342291 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee3ccc-0e0d-4065-b272-2624f91f04e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff1770b-7971-47b7-9726-a95de44c63f5,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:24.343934 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 47092) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:24.404223 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-5cfc654b-7b8a-46f0-94e9-e467f6e47706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.419183 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2885e3a0-5e51-4eed-893a-bd623c756c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.443729 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-5cfc654b-7b8a-46f0-94e9-e467f6e47706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.522079 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-5cfc654b-7b8a-46f0-94e9-e467f6e47706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.524899 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-5cfc654b-7b8a-46f0-94e9-e467f6e47706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.526031 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-5cfc654b-7b8a-46f0-94e9-e467f6e47706 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ff1770b-7971-47b7-9726-a95de44c63f5 HTTP/1.1" status: 204 len: 168 time: 0.1805131 Jul 13 14:38:24.543306 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc654b-7b8a-46f0-94e9-e467f6e47706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff1770b-7971-47b7-9726-a95de44c63f5,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:24.573904 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2885e3a0-5e51-4eed-893a-bd623c756c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.590357 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2885e3a0-5e51-4eed-893a-bd623c756c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.634441 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-2885e3a0-5e51-4eed-893a-bd623c756c21 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=49fcc3fbb93e4984b0b6e114ad56e858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467636 Jul 13 14:38:24.635625 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885e3a0-5e51-4eed-893a-bd623c756c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f00a4a-8d50-4522-8518-2741b7039848,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:24.637621 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 47106) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:24.698815 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c8a0fb30-5c94-453e-a63a-ccf35a8f39fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.729873 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c8a0fb30-5c94-453e-a63a-ccf35a8f39fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.734270 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d301f-e24a-415a-9c0c-4ed2f7ec1da6 req-4badc0f2-7905-4262-ad37-b0c96511fd3a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:24.742991 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6d4d301f-e24a-415a-9c0c-4ed2f7ec1da6 req-4badc0f2-7905-4262-ad37-b0c96511fd3a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0787482 Jul 13 14:38:24.791178 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6d4d301f-e24a-415a-9c0c-4ed2f7ec1da6 req-d4b4426b-ac7c-43e7-b040-1124f8dcb1aa tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472009 Jul 13 14:38:24.791717 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c8a0fb30-5c94-453e-a63a-ccf35a8f39fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.794668 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c8a0fb30-5c94-453e-a63a-ccf35a8f39fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.795537 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-c8a0fb30-5c94-453e-a63a-ccf35a8f39fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/94f00a4a-8d50-4522-8518-2741b7039848 HTTP/1.1" status: 204 len: 168 time: 0.1569517 Jul 13 14:38:24.804167 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0fb30-5c94-453e-a63a-ccf35a8f39fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f00a4a-8d50-4522-8518-2741b7039848,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:25.136817 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 47132) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:25.152943 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c53d-c3f0-4284-83a4-428a5d9f84f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:25.274176 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac27cd-d6a3-4995-b0da-103f2db58792 req-0020f5d2-5f49-41d0-82fc-608222500c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:25.276492 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-71ac27cd-d6a3-4995-b0da-103f2db58792 req-0020f5d2-5f49-41d0-82fc-608222500c65 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc4d29d2b644494c8a36dc952797805e&device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 1098 time: 0.1212943 Jul 13 14:38:25.344311 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c53d-c3f0-4284-83a4-428a5d9f84f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:25.358842 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c53d-c3f0-4284-83a4-428a5d9f84f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:25.441726 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-a0b8c53d-c3f0-4284-83a4-428a5d9f84f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=766f912bddac4557b1213ec2cf7ddd9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024309 Jul 13 14:38:25.444123 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 47148) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:25.495545 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8c53d-c3f0-4284-83a4-428a5d9f84f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aed1137-2883-4a47-9a62-877fdff2e9f3,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:25.569859 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-690c0048-6222-44f7-a510-3e10d09e4cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:25.574366 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac27cd-d6a3-4995-b0da-103f2db58792 req-912eb1d1-30b6-43ae-89a2-beda9136c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:25.575844 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-71ac27cd-d6a3-4995-b0da-103f2db58792 req-912eb1d1-30b6-43ae-89a2-beda9136c50d service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa HTTP/1.1" status: 200 len: 920 time: 0.2923465 Jul 13 14:38:25.620908 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-690c0048-6222-44f7-a510-3e10d09e4cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:25.642405 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-71ac27cd-d6a3-4995-b0da-103f2db58792 req-00bbb3eb-a781-4d4d-b6d0-d1395960eed5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e2a13b3-e020-4d0b-9184-13e7a6ad6101 HTTP/1.1" status: 200 len: 217 time: 0.0496771 Jul 13 14:38:25.698105 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3f923-268c-4ba0-806c-a328803b58ee req-0c870d8a-66f9-4ea2-b06b-07e4371724e6 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:25.706105 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c8a3f923-268c-4ba0-806c-a328803b58ee req-0c870d8a-66f9-4ea2-b06b-07e4371724e6 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.2595882 Jul 13 14:38:25.713272 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-690c0048-6222-44f7-a510-3e10d09e4cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:25.715949 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-690c0048-6222-44f7-a510-3e10d09e4cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:25.721873 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-690c0048-6222-44f7-a510-3e10d09e4cce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6aed1137-2883-4a47-9a62-877fdff2e9f3 HTTP/1.1" status: 204 len: 168 time: 0.2746272 Jul 13 14:38:25.724202 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613ad13-05c3-48aa-82f2-1b787e291d05 req-44f8e4ec-1962-4e47-83bd-feed993bbbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:25.725701 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9613ad13-05c3-48aa-82f2-1b787e291d05 req-44f8e4ec-1962-4e47-83bd-feed993bbbf5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 1099 time: 0.2568164 Jul 13 14:38:25.742432 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c0048-6222-44f7-a510-3e10d09e4cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aed1137-2883-4a47-9a62-877fdff2e9f3,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:25.762308 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac27cd-d6a3-4995-b0da-103f2db58792 req-33e1d2e1-29ba-48a4-aede-d71738bd10bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:25.764820 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-71ac27cd-d6a3-4995-b0da-103f2db58792 req-33e1d2e1-29ba-48a4-aede-d71738bd10bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad6df99-8b00-4415-baa5-1fe0afd18c9f HTTP/1.1" status: 200 len: 859 time: 0.1140063 Jul 13 14:38:25.846045 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c8a3f923-268c-4ba0-806c-a328803b58ee req-729d1187-85dc-42e2-920a-71e0c6f04ce0 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387923 Jul 13 14:38:25.855074 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-71ac27cd-d6a3-4995-b0da-103f2db58792 req-a1e679e9-4d7d-496d-b2cc-a0b7406d3956 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648477 Jul 13 14:38:25.953797 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9613ad13-05c3-48aa-82f2-1b787e291d05 req-58484f6e-84bf-49b3-8d95-ddf880701693 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120113 Jul 13 14:38:26.015656 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-71ac27cd-d6a3-4995-b0da-103f2db58792 req-9295f595-78ff-42ea-b764-27b22a14c50d service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462138 Jul 13 14:38:26.177671 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-71ac27cd-d6a3-4995-b0da-103f2db58792 req-25ba6d9a-ba40-4310-b9c1-7845a9c69854 service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433153 Jul 13 14:38:26.190186 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec3e8e-95e5-492f-afc2-53ca0885f1b6 req-730452db-db1a-4ecf-b391-8509308d9cc3 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:26.191672 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-04ec3e8e-95e5-492f-afc2-53ca0885f1b6 req-730452db-db1a-4ecf-b391-8509308d9cc3 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.1424761 Jul 13 14:38:26.240025 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-04ec3e8e-95e5-492f-afc2-53ca0885f1b6 req-fc3d0b97-ca4e-40b8-9b59-26cb86cf4e83 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420370 Jul 13 14:38:27.030426 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df7174-5c7f-4682-b090-f21510c3d930 req-e9bdf05f-6f0e-4dd4-bd5e-b920bfe6122a tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:27.032034 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-09df7174-5c7f-4682-b090-f21510c3d930 req-e9bdf05f-6f0e-4dd4-bd5e-b920bfe6122a tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0719078 Jul 13 14:38:27.085404 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-09df7174-5c7f-4682-b090-f21510c3d930 req-5bb89793-a1f4-4109-88d6-3addb8d06db1 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466383 Jul 13 14:38:27.427114 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5d863-6505-41a8-ae10-7b5c49bbea60 req-fe575d40-b47e-454c-8416-dd3edb5b5c5a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:27.428670 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-28d5d863-6505-41a8-ae10-7b5c49bbea60 req-fe575d40-b47e-454c-8416-dd3edb5b5c5a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0673699 Jul 13 14:38:27.470814 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-28d5d863-6505-41a8-ae10-7b5c49bbea60 req-ea9efdd5-80a9-43b5-a4b1-ad63f0867ff8 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357070 Jul 13 14:38:28.254766 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29f88b-4d89-4a6c-966e-69f7e02c9fa9 req-1c94d6e6-817c-4649-a816-f2974b5cc36a tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:28.256111 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9b29f88b-4d89-4a6c-966e-69f7e02c9fa9 req-1c94d6e6-817c-4649-a816-f2974b5cc36a tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0611606 Jul 13 14:38:28.295271 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9b29f88b-4d89-4a6c-966e-69f7e02c9fa9 req-db4590e3-fadf-46e7-8c6a-e678dd281a46 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337639 Jul 13 14:38:28.646412 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0ffb6-f164-44a5-a2e6-2927cb649b3c req-598fa6f0-333b-4710-b841-62be09a15159 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:28.647869 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-31b0ffb6-f164-44a5-a2e6-2927cb649b3c req-598fa6f0-333b-4710-b841-62be09a15159 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0614839 Jul 13 14:38:28.684220 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-31b0ffb6-f164-44a5-a2e6-2927cb649b3c req-60e5e337-0bd6-49a3-bac7-7d498975b972 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310142 Jul 13 14:38:29.469740 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d21a15-9b6a-4a27-8ae8-f31224936b1a req-9c4dfccf-8771-40f7-b780-f46c77a5a5b7 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:29.471097 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e1d21a15-9b6a-4a27-8ae8-f31224936b1a req-9c4dfccf-8771-40f7-b780-f46c77a5a5b7 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0627468 Jul 13 14:38:29.507261 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e1d21a15-9b6a-4a27-8ae8-f31224936b1a req-56950589-08e5-4f3e-a409-cac4cb0e7822 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303555 Jul 13 14:38:29.876814 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd85741-0941-4e7f-93ae-0117ba926cd3 req-e8650994-c5f1-4c9c-8b57-22c144c0111d tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:29.878328 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8cd85741-0941-4e7f-93ae-0117ba926cd3 req-e8650994-c5f1-4c9c-8b57-22c144c0111d tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0681345 Jul 13 14:38:29.916441 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8cd85741-0941-4e7f-93ae-0117ba926cd3 req-be4dc601-bd4f-44db-b564-dd0d30f0eb58 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324206 Jul 13 14:38:30.703669 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9254d23-c0d5-4a82-8d0f-909d38c1435d req-cb4ddeb3-30f5-47c2-90aa-7b691b95dcad tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:30.705359 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b9254d23-c0d5-4a82-8d0f-909d38c1435d req-cb4ddeb3-30f5-47c2-90aa-7b691b95dcad tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0765805 Jul 13 14:38:30.745639 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b9254d23-c0d5-4a82-8d0f-909d38c1435d req-a7ad9bf3-b0a8-4844-a2f4-bb9ad87a176d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334373 Jul 13 14:38:31.112414 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b36064-ff1a-4984-be90-f28c6f40a317 req-54579b6d-025a-4706-bcd3-953adeac9aa2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:31.113920 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-74b36064-ff1a-4984-be90-f28c6f40a317 req-54579b6d-025a-4706-bcd3-953adeac9aa2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0666399 Jul 13 14:38:31.119204 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:31.156630 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-74b36064-ff1a-4984-be90-f28c6f40a317 req-84597845-84a1-4c26-b626-7583adc75adb tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367737 Jul 13 14:38:31.336252 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9c2b6-a1d9-4c94-9718-1eda2690bdc2 req-161725ba-9287-47a7-8f27-ad999e725ab7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:31.337803 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-61b9c2b6-a1d9-4c94-9718-1eda2690bdc2 req-161725ba-9287-47a7-8f27-ad999e725ab7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0688992 Jul 13 14:38:31.346678 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 47424) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:31.352086 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-31fb19c9-4c51-4ef8-b31d-3cae597ff110 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Request body: {'floatingip': {'port_id': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:31.427253 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-31fb19c9-4c51-4ef8-b31d-3cae597ff110 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for floatingip, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:32.224947 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 47462) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:32.254859 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:38:32.318884 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5f4e9-0c57-40e1-be99-95558802a461 req-259fbc82-e6eb-4f8c-aae4-e1e6e01499c7 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:32.320657 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3bd5f4e9-0c57-40e1-be99-95558802a461 req-259fbc82-e6eb-4f8c-aae4-e1e6e01499c7 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.4291739 Jul 13 14:38:32.343827 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4457ed35-4366-4b31-968e-805c4b845234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:32.380612 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-31fb19c9-4c51-4ef8-b31d-3cae597ff110 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:32.389990 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-31fb19c9-4c51-4ef8-b31d-3cae597ff110 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909700'] for floatingip, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:32.440716 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3bd5f4e9-0c57-40e1-be99-95558802a461 req-cd77952d-c506-4caf-952a-70221765eb1c tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119950 Jul 13 14:38:32.513332 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4457ed35-4366-4b31-968e-805c4b845234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:32.516861 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4457ed35-4366-4b31-968e-805c4b845234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:32.525706 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.l3_db [None req-31fb19c9-4c51-4ef8-b31d-3cae597ff110 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Floating IP 37e041ad-0aa0-489d-b694-c22ffb9ed7dc associated. External IP: 172.27.2.238, port: d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b. Jul 13 14:38:32.557331 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-4457ed35-4366-4b31-968e-805c4b845234 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4b87a8650c964c88a6b040a71a343c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305070 Jul 13 14:38:32.558329 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457ed35-4366-4b31-968e-805c4b845234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a181c7-3591-4acd-9815-640a3c9567e0,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:32.560604 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 47472) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:32.607737 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-14482e1a-5d9a-405b-8d9b-5359bda73862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:32.628224 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-14482e1a-5d9a-405b-8d9b-5359bda73862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:32.680814 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-14482e1a-5d9a-405b-8d9b-5359bda73862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:32.683837 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-14482e1a-5d9a-405b-8d9b-5359bda73862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:32.685009 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-14482e1a-5d9a-405b-8d9b-5359bda73862 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19a181c7-3591-4acd-9815-640a3c9567e0 HTTP/1.1" status: 204 len: 168 time: 0.1235194 Jul 13 14:38:32.693206 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14482e1a-5d9a-405b-8d9b-5359bda73862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a181c7-3591-4acd-9815-640a3c9567e0,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:32.752111 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fb19c9-4c51-4ef8-b31d-3cae597ff110 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Router 6f11985b-bae0-41ef-8169-346a4cc221f2 has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:38:32.895554 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fb19c9-4c51-4ef8-b31d-3cae597ff110 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:38:32.900969 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-31fb19c9-4c51-4ef8-b31d-3cae597ff110 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:32.913703 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b260a-4936-4637-a91d-47ea76acb3aa None None] Sync routers for ids ['6f11985b-bae0-41ef-8169-346a4cc221f2'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:38:32.932238 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b260a-4936-4637-a91d-47ea76acb3aa None None] Routers {'6f11985b-bae0-41ef-8169-346a4cc221f2'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:32.933505 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-e23b260a-4936-4637-a91d-47ea76acb3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:38:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['6f11985b-bae0-41ef-8169-346a4cc221f2'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:32.946334 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-31fb19c9-4c51-4ef8-b31d-3cae597ff110 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "PUT /v2.0/floatingips/37e041ad-0aa0-489d-b694-c22ffb9ed7dc HTTP/1.1" status: 200 len: 992 time: 1.5985820 Jul 13 14:38:32.947313 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cb7dab-53d2-4757-81f5-8fe083386ae9', 'tag': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:32.950596 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406e9753-31d9-4c31-a97f-38001f34ffaf" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cb7dab-53d2-4757-81f5-8fe083386ae9", "tag": "d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:32.993255 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96edbef0-a60a-4a8a-b1d7-5cad933972f1 x-openstack-request-id: req-96edbef0-a60a-4a8a-b1d7-5cad933972f1 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:32.993550 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cb7dab-53d2-4757-81f5-8fe083386ae9", "tag": "d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:32.993798 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96edbef0-a60a-4a8a-b1d7-5cad933972f1 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:32.994264 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cb7dab-53d2-4757-81f5-8fe083386ae9', 'tag': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b', 'status': 'completed', 'code': 200} Jul 13 14:38:33.157127 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e9753-31d9-4c31-a97f-38001f34ffaf req-2fad55b0-3e86-4b6e-b341-645a548176c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:33.158919 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-406e9753-31d9-4c31-a97f-38001f34ffaf req-2fad55b0-3e86-4b6e-b341-645a548176c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c925332815c423cab33c3c2badc3cab&device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 1099 time: 0.1200593 Jul 13 14:38:33.182069 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-e23b260a-4936-4637-a91d-47ea76acb3aa None None] Set router 6f11985b-bae0-41ef-8169-346a4cc221f2 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:33.349229 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e9753-31d9-4c31-a97f-38001f34ffaf req-0ee46d59-704b-4561-9052-30f58df4fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:33.351372 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-406e9753-31d9-4c31-a97f-38001f34ffaf req-0ee46d59-704b-4561-9052-30f58df4fb05 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 HTTP/1.1" status: 200 len: 918 time: 0.1823258 Jul 13 14:38:33.428706 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 47520) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:33.550692 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-8a42ed5d-dcec-42dc-93e3-461168ec6a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:33.595662 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-406e9753-31d9-4c31-a97f-38001f34ffaf req-98331e30-f6f8-4d23-a868-3d1e3abc8a0a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b HTTP/1.1" status: 200 len: 1000 time: 0.2304606 Jul 13 14:38:33.655448 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-e23b260a-4936-4637-a91d-47ea76acb3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 4, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port': {'id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '37e041ad-0aa0-489d-b694-c22ffb9ed7dc', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'port_id': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'mac_address': 'fa:16:3e:3e:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cb7dab-53d2-4757-81f5-8fe083386ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:37:50Z', 'updated_at': '2021-07-13T14:38:31Z', 'revision_number': 1, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8451b8c5-d482-4459-8d74-78c96d521006', 'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'mac_address': 'fa:16:3e:4e:ce:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:41Z', 'updated_at': '2021-07-13T14:37:48Z', 'revision_number': 5, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'subnets': [{'id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:33.758725 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-8a42ed5d-dcec-42dc-93e3-461168ec6a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:33.768679 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-8a42ed5d-dcec-42dc-93e3-461168ec6a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:33.776754 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e9753-31d9-4c31-a97f-38001f34ffaf req-df88294b-e622-4edc-9257-7be566277a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:33.778639 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-406e9753-31d9-4c31-a97f-38001f34ffaf req-df88294b-e622-4edc-9257-7be566277a4f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c92b411-3ce3-4134-a4e0-9e76e0a93cef HTTP/1.1" status: 200 len: 856 time: 0.1703663 Jul 13 14:38:33.790268 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b260a-4936-4637-a91d-47ea76acb3aa None None] Checking router: 6f11985b-bae0-41ef-8169-346a4cc221f2 for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:38:33.799322 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b260a-4936-4637-a91d-47ea76acb3aa None None] Routers {'6f11985b-bae0-41ef-8169-346a4cc221f2'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:33.800156 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-e23b260a-4936-4637-a91d-47ea76acb3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:38:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['6f11985b-bae0-41ef-8169-346a4cc221f2'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:33.827716 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-8a42ed5d-dcec-42dc-93e3-461168ec6a0d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a66948404c584b75a4bdbc1e93f38327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979073 Jul 13 14:38:33.828530 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42ed5d-dcec-42dc-93e3-461168ec6a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cb08a8-950b-402d-bb58-9d65269d8a9f,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:33.831022 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 47544) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:33.902191 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7245d3f1-6d47-4647-9013-75ba057f7c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:33.919284 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e547c-7b04-484d-a16a-30079b65f109 req-c14fbb22-4eff-4d5b-8c5e-5680f0d10451 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:33.920952 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-167e547c-7b04-484d-a16a-30079b65f109 req-c14fbb22-4eff-4d5b-8c5e-5680f0d10451 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.2340312 Jul 13 14:38:33.949571 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7245d3f1-6d47-4647-9013-75ba057f7c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:33.958069 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e9753-31d9-4c31-a97f-38001f34ffaf req-d015d8ec-b5ce-4306-b1f1-7d555bb3ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:33.958934 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-e23b260a-4936-4637-a91d-47ea76acb3aa None None] Set router 6f11985b-bae0-41ef-8169-346a4cc221f2 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:33.960209 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-406e9753-31d9-4c31-a97f-38001f34ffaf req-d015d8ec-b5ce-4306-b1f1-7d555bb3ce5e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1696022 Jul 13 14:38:33.998760 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-167e547c-7b04-484d-a16a-30079b65f109 req-2359d66c-f0fb-444d-8ccd-b1446e418efa tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670457 Jul 13 14:38:34.069791 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7245d3f1-6d47-4647-9013-75ba057f7c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:34.073412 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7245d3f1-6d47-4647-9013-75ba057f7c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:34.074639 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-7245d3f1-6d47-4647-9013-75ba057f7c64 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8cb08a8-950b-402d-bb58-9d65269d8a9f HTTP/1.1" status: 204 len: 168 time: 0.2424653 Jul 13 14:38:34.083657 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245d3f1-6d47-4647-9013-75ba057f7c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cb08a8-950b-402d-bb58-9d65269d8a9f,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:34.107489 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-406e9753-31d9-4c31-a97f-38001f34ffaf req-42714e83-91be-46d1-909f-8001a4eef188 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316168 Jul 13 14:38:34.282452 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-406e9753-31d9-4c31-a97f-38001f34ffaf req-e2930d5a-33df-4382-a05d-8ef5e153206d service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637261 Jul 13 14:38:34.341311 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-e23b260a-4936-4637-a91d-47ea76acb3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 4, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port': {'id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '37e041ad-0aa0-489d-b694-c22ffb9ed7dc', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'port_id': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'mac_address': 'fa:16:3e:3e:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cb7dab-53d2-4757-81f5-8fe083386ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:37:50Z', 'updated_at': '2021-07-13T14:38:31Z', 'revision_number': 1, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8451b8c5-d482-4459-8d74-78c96d521006', 'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'mac_address': 'fa:16:3e:4e:ce:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:41Z', 'updated_at': '2021-07-13T14:37:48Z', 'revision_number': 5, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'subnets': [{'id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:34.383413 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b260a-4936-4637-a91d-47ea76acb3aa None None] The sync data for ids ['6f11985b-bae0-41ef-8169-346a4cc221f2'] in dv-cinder-788365-4-iscsi is: [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 4, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port': {'id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '37e041ad-0aa0-489d-b694-c22ffb9ed7dc', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'port_id': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'mac_address': 'fa:16:3e:3e:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cb7dab-53d2-4757-81f5-8fe083386ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:37:50Z', 'updated_at': '2021-07-13T14:38:31Z', 'revision_number': 1, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8451b8c5-d482-4459-8d74-78c96d521006', 'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'mac_address': 'fa:16:3e:4e:ce:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:41Z', 'updated_at': '2021-07-13T14:37:48Z', 'revision_number': 5, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'subnets': [{'id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:38:34.647994 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 47576) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:34.670108 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf837-d3b8-4fa0-a99d-3a7c9e042bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:34.710180 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4c06ca-d3d2-494c-92a9-611a42c0cd3d None None] New status for floating IP 37e041ad-0aa0-489d-b694-c22ffb9ed7dc: ACTIVE {{(pid=93174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:38:34.795252 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf837-d3b8-4fa0-a99d-3a7c9e042bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:34.805850 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf837-d3b8-4fa0-a99d-3a7c9e042bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:34.850669 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-7b7bf837-d3b8-4fa0-a99d-3a7c9e042bd9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b796eed365fd481dada4286ea9546305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012351 Jul 13 14:38:34.851721 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bf837-d3b8-4fa0-a99d-3a7c9e042bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13ab157-509f-43e7-9f33-a99affdeffc7,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:34.853789 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 47588) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:34.859251 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bf837-d3b8-4fa0-a99d-3a7c9e042bd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:34.859812 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bf837-d3b8-4fa0-a99d-3a7c9e042bd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:34.860303 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bf837-d3b8-4fa0-a99d-3a7c9e042bd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:34.860818 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bf837-d3b8-4fa0-a99d-3a7c9e042bd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:34.861326 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bf837-d3b8-4fa0-a99d-3a7c9e042bd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:34.861805 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bf837-d3b8-4fa0-a99d-3a7c9e042bd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:34.862278 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bf837-d3b8-4fa0-a99d-3a7c9e042bd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:34.862752 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bf837-d3b8-4fa0-a99d-3a7c9e042bd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:34.863219 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bf837-d3b8-4fa0-a99d-3a7c9e042bd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:34.863884 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bf837-d3b8-4fa0-a99d-3a7c9e042bd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:34.864956 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bf837-d3b8-4fa0-a99d-3a7c9e042bd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:34.865426 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bf837-d3b8-4fa0-a99d-3a7c9e042bd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:34.929549 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d2788eef-c535-4433-8118-eb64648e0bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:34.957156 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d2788eef-c535-4433-8118-eb64648e0bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:35.029642 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d2788eef-c535-4433-8118-eb64648e0bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:35.032781 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d2788eef-c535-4433-8118-eb64648e0bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:35.034422 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-d2788eef-c535-4433-8118-eb64648e0bba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f13ab157-509f-43e7-9f33-a99affdeffc7 HTTP/1.1" status: 204 len: 168 time: 0.1716044 Jul 13 14:38:35.044193 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2788eef-c535-4433-8118-eb64648e0bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13ab157-509f-43e7-9f33-a99affdeffc7,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:35.055236 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2788eef-c535-4433-8118-eb64648e0bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:35.055591 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2788eef-c535-4433-8118-eb64648e0bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:35.056225 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2788eef-c535-4433-8118-eb64648e0bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:35.056729 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2788eef-c535-4433-8118-eb64648e0bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:35.057072 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2788eef-c535-4433-8118-eb64648e0bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:35.057410 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2788eef-c535-4433-8118-eb64648e0bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:35.057742 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2788eef-c535-4433-8118-eb64648e0bba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:35.058248 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2788eef-c535-4433-8118-eb64648e0bba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:35.058762 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2788eef-c535-4433-8118-eb64648e0bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:35.059134 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2788eef-c535-4433-8118-eb64648e0bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:35.059796 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2788eef-c535-4433-8118-eb64648e0bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:35.060153 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2788eef-c535-4433-8118-eb64648e0bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:35.223763 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582fb13-ffd4-4ece-8cfd-06107f19e392 req-0a42a7fe-0eaf-42d3-9eb2-bc6476fcd71f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:35.225395 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9582fb13-ffd4-4ece-8cfd-06107f19e392 req-0a42a7fe-0eaf-42d3-9eb2-bc6476fcd71f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0761657 Jul 13 14:38:35.264972 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9582fb13-ffd4-4ece-8cfd-06107f19e392 req-34f8ab80-998b-489a-b931-8e41c7c30d54 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329325 Jul 13 14:38:36.474463 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585b0a5-d1e8-4b09-ba67-55579c976c59 req-6e70a706-af34-4f99-89a2-98e05745572d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:36.476011 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3585b0a5-d1e8-4b09-ba67-55579c976c59 req-6e70a706-af34-4f99-89a2-98e05745572d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0751004 Jul 13 14:38:36.515208 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3585b0a5-d1e8-4b09-ba67-55579c976c59 req-dad9310f-d0fb-433d-b78e-3eb6fe462c9f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332386 Jul 13 14:38:36.578420 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f9b83c48-de86-4b68-9013-bd96fd112942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:37.056175 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 47724) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:37.158999 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2193da55-c083-478b-b495-32d9d670f8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:37.251908 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2193da55-c083-478b-b495-32d9d670f8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:37.255091 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2193da55-c083-478b-b495-32d9d670f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:37.298316 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193da55-c083-478b-b495-32d9d670f8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1b7496-807d-4dc6-8fe8-835226ad79fd,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:37.306376 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-2193da55-c083-478b-b495-32d9d670f8c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=444192c285004b5e97ab2d9eec9fe89a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489619 Jul 13 14:38:37.309060 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 47728) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:37.371295 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-edd19b3c-da81-48e1-aece-de128c733751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:37.398565 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-edd19b3c-da81-48e1-aece-de128c733751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:37.460062 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-edd19b3c-da81-48e1-aece-de128c733751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:37.462687 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-edd19b3c-da81-48e1-aece-de128c733751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:37.463836 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-edd19b3c-da81-48e1-aece-de128c733751 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb1b7496-807d-4dc6-8fe8-835226ad79fd HTTP/1.1" status: 204 len: 168 time: 0.1538694 Jul 13 14:38:37.475791 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd19b3c-da81-48e1-aece-de128c733751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1b7496-807d-4dc6-8fe8-835226ad79fd,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:37.734746 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e33d8-cb68-4029-ba82-482cf93fc5f5 req-86821535-8ff7-4b13-9bc5-d9a2e84888db tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:37.736471 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-822e33d8-cb68-4029-ba82-482cf93fc5f5 req-86821535-8ff7-4b13-9bc5-d9a2e84888db tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0817962 Jul 13 14:38:37.808992 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-822e33d8-cb68-4029-ba82-482cf93fc5f5 req-96f22970-8126-4cbb-bdae-9d9cbada4418 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629039 Jul 13 14:38:37.843820 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 47752) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:37.869921 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4f8fcaed-1ba2-43db-8f5d-2cf43c5e7d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:37.986727 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4f8fcaed-1ba2-43db-8f5d-2cf43c5e7d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:37.995676 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4f8fcaed-1ba2-43db-8f5d-2cf43c5e7d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:38.080997 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-4f8fcaed-1ba2-43db-8f5d-2cf43c5e7d89 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51182f2ad4df4b64ab07bf554efe741e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336988 Jul 13 14:38:38.081489 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 47774) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:38.089407 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fcaed-1ba2-43db-8f5d-2cf43c5e7d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfa741f-461e-499c-8ccd-a4270b58b4a8,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:38.159141 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-032d78ee-3352-4120-b92b-c84193ef3baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:38.184050 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-032d78ee-3352-4120-b92b-c84193ef3baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:38.237759 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-032d78ee-3352-4120-b92b-c84193ef3baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:38.240896 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-032d78ee-3352-4120-b92b-c84193ef3baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:38.242233 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-032d78ee-3352-4120-b92b-c84193ef3baa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4bfa741f-461e-499c-8ccd-a4270b58b4a8 HTTP/1.1" status: 204 len: 168 time: 0.1582947 Jul 13 14:38:38.250972 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d78ee-3352-4120-b92b-c84193ef3baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfa741f-461e-499c-8ccd-a4270b58b4a8,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:38.582976 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56fde2-593b-465a-8cf9-91e15603de73 req-fa96125d-9fa4-4f21-ba53-46ad84ddccf5 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:38.584470 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1f56fde2-593b-465a-8cf9-91e15603de73 req-fa96125d-9fa4-4f21-ba53-46ad84ddccf5 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 945 time: 0.0686641 Jul 13 14:38:38.628331 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1f56fde2-593b-465a-8cf9-91e15603de73 req-64a63e92-eeff-4e9f-aa72-fce2a53bc841 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383477 Jul 13 14:38:38.980400 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b38a27-c2a4-4a5c-80ed-5c5f45539767 req-25931523-7522-4df5-a99c-09390cce2530 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:38.981903 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b5b38a27-c2a4-4a5c-80ed-5c5f45539767 req-25931523-7522-4df5-a99c-09390cce2530 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0652521 Jul 13 14:38:39.023653 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b5b38a27-c2a4-4a5c-80ed-5c5f45539767 req-a05eface-03cc-459e-b499-71ce45f0561c tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331576 Jul 13 14:38:39.385764 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-823d5382-26de-4f97-9ba7-00de3a6e4778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:39.459971 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 47840) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:39.605266 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:39.737942 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f6b3a31f-a119-44bb-bcad-963002123a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:39.832670 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f6b3a31f-a119-44bb-bcad-963002123a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:39.838577 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f6b3a31f-a119-44bb-bcad-963002123a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:39.841804 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b01673-6eb9-410d-aba5-6c14c2f20a2c req-5ef720d4-9f7d-4479-9b46-47384eb78acf tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:39.844316 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-86b01673-6eb9-410d-aba5-6c14c2f20a2c req-5ef720d4-9f7d-4479-9b46-47384eb78acf tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 945 time: 0.0811937 Jul 13 14:38:39.880105 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-f6b3a31f-a119-44bb-bcad-963002123a8c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=37a473de532f432c842a00362eeff2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190192 Jul 13 14:38:39.881248 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3a31f-a119-44bb-bcad-963002123a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205743e9-0900-493c-9cef-c2e224e8645b,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:39.882822 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 47858) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:39.898133 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-86b01673-6eb9-410d-aba5-6c14c2f20a2c req-655cb013-734f-41d6-96b3-467c73f739ca tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480206 Jul 13 14:38:39.942330 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f4f84b32-7327-439e-a1a6-eeeea35f542b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:39.965316 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f4f84b32-7327-439e-a1a6-eeeea35f542b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.012425 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f4f84b32-7327-439e-a1a6-eeeea35f542b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.014996 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f4f84b32-7327-439e-a1a6-eeeea35f542b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.016120 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-f4f84b32-7327-439e-a1a6-eeeea35f542b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/205743e9-0900-493c-9cef-c2e224e8645b HTTP/1.1" status: 204 len: 168 time: 0.1323009 Jul 13 14:38:40.023823 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f84b32-7327-439e-a1a6-eeeea35f542b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205743e9-0900-493c-9cef-c2e224e8645b,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:40.194961 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.236629 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2fa18-7059-43f7-8777-6e9dd2c53cdc req-80b22c8e-a544-4735-9c16-e849337c9e92 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:40.238381 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bed2fa18-7059-43f7-8777-6e9dd2c53cdc req-80b22c8e-a544-4735-9c16-e849337c9e92 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0858500 Jul 13 14:38:40.294558 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bed2fa18-7059-43f7-8777-6e9dd2c53cdc req-ecaefddc-02e8-4e30-b0b9-3d234474c82a tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492156 Jul 13 14:38:40.357306 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 47876) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:40.371716 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-95c6e35a-9411-4e0e-84ce-84d473c65402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.471763 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-95c6e35a-9411-4e0e-84ce-84d473c65402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.475675 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-95c6e35a-9411-4e0e-84ce-84d473c65402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.513742 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6e35a-9411-4e0e-84ce-84d473c65402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e160c23-e547-441a-a81e-502bbf907d93,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:40.517960 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-95c6e35a-9411-4e0e-84ce-84d473c65402 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a459a4e554af4c0ea9ac3c8f49cd59f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596441 Jul 13 14:38:40.521073 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 47880) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:40.569105 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-587b2526-d7c0-46b4-bbf4-a043402658e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.590474 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-587b2526-d7c0-46b4-bbf4-a043402658e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.636743 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-587b2526-d7c0-46b4-bbf4-a043402658e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.640035 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-587b2526-d7c0-46b4-bbf4-a043402658e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.641391 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-587b2526-d7c0-46b4-bbf4-a043402658e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e160c23-e547-441a-a81e-502bbf907d93 HTTP/1.1" status: 204 len: 168 time: 0.1194203 Jul 13 14:38:40.653765 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b2526-d7c0-46b4-bbf4-a043402658e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e160c23-e547-441a-a81e-502bbf907d93,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:41.138491 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00450c4c-4332-4235-9909-9a4def0b132e req-40e27343-77c1-4a0f-8b9d-8b06123a27e8 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:41.140168 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-00450c4c-4332-4235-9909-9a4def0b132e req-40e27343-77c1-4a0f-8b9d-8b06123a27e8 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 945 time: 0.1223450 Jul 13 14:38:41.148141 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a7c2a-be4b-444b-a163-bb2ba03b7c49 req-4dd5f8d0-946d-40ba-a9ed-998ddf6f8a62 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:41.149548 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a28a7c2a-be4b-444b-a163-bb2ba03b7c49 req-4dd5f8d0-946d-40ba-a9ed-998ddf6f8a62 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 945 time: 0.0929947 Jul 13 14:38:41.233148 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-00450c4c-4332-4235-9909-9a4def0b132e req-db622a7f-0082-47ad-a633-cdb81915aa51 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/security-groups?id=7552d212-1456-4eb1-b5f7-c5b960da58ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826476 Jul 13 14:38:41.288760 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-a28a7c2a-be4b-444b-a163-bb2ba03b7c49 req-c27848d9-4fb4-4c51-acd8-76a0bece5ac5 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Deleting port 9ab225ab-e41e-4223-a576-c4e490413732 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:38:41.289078 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-a28a7c2a-be4b-444b-a163-bb2ba03b7c49 req-c27848d9-4fb4-4c51-acd8-76a0bece5ac5 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:41.408535 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-a28a7c2a-be4b-444b-a163-bb2ba03b7c49 req-c27848d9-4fb4-4c51-acd8-76a0bece5ac5 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] For port 9ab225ab-e41e-4223-a576-c4e490413732, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ab225ab-e41e-4223-a576-c4e490413732,segment=NetworkSegment(83056c9c-65a0-4e34-b8e8-427dae63de92),segment_id=83056c9c-65a0-4e34-b8e8-427dae63de92)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:41.409159 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-a28a7c2a-be4b-444b-a163-bb2ba03b7c49 req-c27848d9-4fb4-4c51-acd8-76a0bece5ac5 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:41.449796 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-a28a7c2a-be4b-444b-a163-bb2ba03b7c49 req-c27848d9-4fb4-4c51-acd8-76a0bece5ac5 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Calling delete_port for 9ab225ab-e41e-4223-a576-c4e490413732 owned by compute:nova {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:38:41.633247 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020e2a3-ae9b-4de5-a35e-9fe61f77aeda req-0f9fe3e5-c9a1-46b0-b8fa-3c5f487ca259 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:41.638647 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c020e2a3-ae9b-4de5-a35e-9fe61f77aeda req-0f9fe3e5-c9a1-46b0-b8fa-3c5f487ca259 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.1560040 Jul 13 14:38:41.699042 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c020e2a3-ae9b-4de5-a35e-9fe61f77aeda req-6e539919-fc79-4b7d-85cd-a8f9c51db6c5 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581882 Jul 13 14:38:41.725048 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-a28a7c2a-be4b-444b-a163-bb2ba03b7c49 req-c27848d9-4fb4-4c51-acd8-76a0bece5ac5 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:41.746777 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['9ab225ab-e41e-4223-a576-c4e490413732'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:38:41.760929 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27848d9-4fb4-4c51-acd8-76a0bece5ac5 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Pushing event deleted for resources: {'Port': ['ID=9ab225ab-e41e-4223-a576-c4e490413732,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:41.831471 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28a7c2a-be4b-444b-a163-bb2ba03b7c49 req-c27848d9-4fb4-4c51-acd8-76a0bece5ac5 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] No DVR routers for this DVR port 9ab225ab-e41e-4223-a576-c4e490413732 on host hv-cinder-78836 {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:38:41.834720 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-a28a7c2a-be4b-444b-a163-bb2ba03b7c49 req-c27848d9-4fb4-4c51-acd8-76a0bece5ac5 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:41.836714 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a28a7c2a-be4b-444b-a163-bb2ba03b7c49 req-c27848d9-4fb4-4c51-acd8-76a0bece5ac5 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.44 "DELETE /v2.0/ports/9ab225ab-e41e-4223-a576-c4e490413732 HTTP/1.1" status: 204 len: 173 time: 0.6800871 Jul 13 14:38:41.837146 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a', 'name': 'network-vif-deleted', 'tag': '9ab225ab-e41e-4223-a576-c4e490413732'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:41.840947 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266a3755-98ad-4022-a112-baf3e70a16b0" -d '{"events": [{"server_uuid": "9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a", "name": "network-vif-deleted", "tag": "9ab225ab-e41e-4223-a576-c4e490413732"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:41.842702 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 47954) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:41.892321 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4965b4d6-5681-44fa-9471-16eefd0025e2 x-openstack-request-id: req-4965b4d6-5681-44fa-9471-16eefd0025e2 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:41.892640 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a", "name": "network-vif-deleted", "tag": "9ab225ab-e41e-4223-a576-c4e490413732", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:41.892890 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4965b4d6-5681-44fa-9471-16eefd0025e2 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:41.893283 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a', 'name': 'network-vif-deleted', 'tag': '9ab225ab-e41e-4223-a576-c4e490413732', 'status': 'completed', 'code': 200} Jul 13 14:38:41.951603 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-00b127d6-257a-4669-a675-30a252edfa18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:41.992100 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.045649 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-00b127d6-257a-4669-a675-30a252edfa18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.048993 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-00b127d6-257a-4669-a675-30a252edfa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.086388 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-00b127d6-257a-4669-a675-30a252edfa18 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f782d7138a14f76a9415eb2a949ee1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419405 Jul 13 14:38:42.087392 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b127d6-257a-4669-a675-30a252edfa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3892a34-ef1e-407d-9580-b6cfee5e8028,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:42.089011 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 47960) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:42.141196 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-26dca131-73fb-4841-922e-5ca658d03db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.166350 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-26dca131-73fb-4841-922e-5ca658d03db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.227800 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-26dca131-73fb-4841-922e-5ca658d03db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.230689 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-26dca131-73fb-4841-922e-5ca658d03db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.231925 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-26dca131-73fb-4841-922e-5ca658d03db3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3892a34-ef1e-407d-9580-b6cfee5e8028 HTTP/1.1" status: 204 len: 168 time: 0.1418884 Jul 13 14:38:42.249086 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dca131-73fb-4841-922e-5ca658d03db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3892a34-ef1e-407d-9580-b6cfee5e8028,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:42.425920 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9f8b9353-e171-4acd-b755-e50dcd4baca3 req-7405be0c-edf2-4058-973c-eac946a55ec9 tempest-DeleteServersTestJSON-590209735 tempest-DeleteServersTestJSON-590209735-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a6c2ffc-3351-4fa0-ab11-9e44fe584b1a HTTP/1.1" status: 200 len: 210 time: 0.0283048 Jul 13 14:38:42.641585 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 47994) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:42.889021 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48010) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:42.930050 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-422fbd3e-fd82-4147-879d-7fe0a545e8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.981658 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-51c62d19-6ed0-464b-8b91-3595a16ba8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.004809 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8928c3-3028-4354-bc8a-193a990f351d req-4ffdbb68-bbae-4d54-9c6a-5194c3005ac2 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:43.006851 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3a8928c3-3028-4354-bc8a-193a990f351d req-4ffdbb68-bbae-4d54-9c6a-5194c3005ac2 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.1635690 Jul 13 14:38:43.066156 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3a8928c3-3028-4354-bc8a-193a990f351d req-9354d9b1-5158-4318-92bc-a6c741fd7f3c tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527372 Jul 13 14:38:43.118786 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-422fbd3e-fd82-4147-879d-7fe0a545e8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.122514 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-422fbd3e-fd82-4147-879d-7fe0a545e8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.163578 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-422fbd3e-fd82-4147-879d-7fe0a545e8eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c5ec1a22753472487e53bd978334d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5208912 Jul 13 14:38:43.166370 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fbd3e-fd82-4147-879d-7fe0a545e8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50270aa-9064-41c0-97be-336dbb2ee31e,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:43.168904 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 48020) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:43.225533 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-51c62d19-6ed0-464b-8b91-3595a16ba8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.228240 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-83a81960-541a-4df0-8ea8-50c1f461285e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.229901 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-51c62d19-6ed0-464b-8b91-3595a16ba8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.251441 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-83a81960-541a-4df0-8ea8-50c1f461285e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.270350 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c62d19-6ed0-464b-8b91-3595a16ba8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9700281d-e3af-4fa2-902d-fb9ebee27344,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:43.277185 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-51c62d19-6ed0-464b-8b91-3595a16ba8ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9358d9c4117944a2a93ff90c8e5fba18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3870611 Jul 13 14:38:43.279375 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 48026) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:43.341830 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-83a81960-541a-4df0-8ea8-50c1f461285e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.344335 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-83a81960-541a-4df0-8ea8-50c1f461285e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.345492 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-83a81960-541a-4df0-8ea8-50c1f461285e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b50270aa-9064-41c0-97be-336dbb2ee31e HTTP/1.1" status: 204 len: 168 time: 0.1756406 Jul 13 14:38:43.346258 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a7922d8a-1ade-4474-be9b-93cf477420fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.362671 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a81960-541a-4df0-8ea8-50c1f461285e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50270aa-9064-41c0-97be-336dbb2ee31e,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:43.378469 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a7922d8a-1ade-4474-be9b-93cf477420fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.432700 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a7922d8a-1ade-4474-be9b-93cf477420fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.435321 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a7922d8a-1ade-4474-be9b-93cf477420fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.436565 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-a7922d8a-1ade-4474-be9b-93cf477420fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9700281d-e3af-4fa2-902d-fb9ebee27344 HTTP/1.1" status: 204 len: 168 time: 0.1557395 Jul 13 14:38:43.445937 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7922d8a-1ade-4474-be9b-93cf477420fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9700281d-e3af-4fa2-902d-fb9ebee27344,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:43.829403 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48056) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:43.848495 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ae78cf65-c2e2-4e1e-a595-2943a6c90e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.918067 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 48064) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:43.942913 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a0f26a9f-421d-4b15-b3a1-2e7091e9f01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.995022 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ae78cf65-c2e2-4e1e-a595-2943a6c90e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.999295 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ae78cf65-c2e2-4e1e-a595-2943a6c90e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.042000 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78cf65-c2e2-4e1e-a595-2943a6c90e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02aa13d-0121-4107-aa8e-4a2acb421ad9,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:44.046277 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-ae78cf65-c2e2-4e1e-a595-2943a6c90e0c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6855449739994615a1f80092369ca507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156765 Jul 13 14:38:44.049156 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48070) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:44.087952 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 9ab225ab-e41e-4223-a576-c4e490413732 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:38:44.099159 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a0f26a9f-421d-4b15-b3a1-2e7091e9f01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.105495 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a0f26a9f-421d-4b15-b3a1-2e7091e9f01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.119889 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: 9ab225ab-e41e-4223-a576-c4e490413732 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:38:44.120881 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 9ab225ab-e41e-4223-a576-c4e490413732 not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:38:44.135584 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-90acae55-92ec-492c-9063-2afd7d80e158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.138139 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-a0f26a9f-421d-4b15-b3a1-2e7091e9f01b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0830d2f360ff49e9a9c54fe2e1762c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190099 Jul 13 14:38:44.140635 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 48074) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:44.168410 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-90acae55-92ec-492c-9063-2afd7d80e158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.189198 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f26a9f-421d-4b15-b3a1-2e7091e9f01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98386664-f76f-4d46-bae1-7f52d17499ed,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:44.215481 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-96d30f6a-f83c-4c4e-9454-2db855dba592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.232819 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-90acae55-92ec-492c-9063-2afd7d80e158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.235318 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-90acae55-92ec-492c-9063-2afd7d80e158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.236485 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-90acae55-92ec-492c-9063-2afd7d80e158 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c02aa13d-0121-4107-aa8e-4a2acb421ad9 HTTP/1.1" status: 204 len: 168 time: 0.1861374 Jul 13 14:38:44.244776 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acae55-92ec-492c-9063-2afd7d80e158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02aa13d-0121-4107-aa8e-4a2acb421ad9,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:44.471394 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-96d30f6a-f83c-4c4e-9454-2db855dba592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.531066 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee6ee3-6c5f-44b1-a2cf-b239c2f9ee90 req-60f59454-8d19-4420-a5ed-ba27603f11b8 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:44.532522 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-84ee6ee3-6c5f-44b1-a2cf-b239c2f9ee90 req-60f59454-8d19-4420-a5ed-ba27603f11b8 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.3042700 Jul 13 14:38:44.545476 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-96d30f6a-f83c-4c4e-9454-2db855dba592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.548010 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-96d30f6a-f83c-4c4e-9454-2db855dba592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.549068 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-96d30f6a-f83c-4c4e-9454-2db855dba592 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98386664-f76f-4d46-bae1-7f52d17499ed HTTP/1.1" status: 204 len: 168 time: 0.4073627 Jul 13 14:38:44.564282 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d30f6a-f83c-4c4e-9454-2db855dba592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98386664-f76f-4d46-bae1-7f52d17499ed,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:44.587745 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-84ee6ee3-6c5f-44b1-a2cf-b239c2f9ee90 req-47a99644-9f58-4f9f-8e30-9716c3f5b2e5 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491164 Jul 13 14:38:44.649059 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48084) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:44.665229 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-692bc8eb-3aaf-46ec-abad-34eecba77f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.767370 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-692bc8eb-3aaf-46ec-abad-34eecba77f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.777589 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-692bc8eb-3aaf-46ec-abad-34eecba77f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.819170 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-692bc8eb-3aaf-46ec-abad-34eecba77f82 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b59650a8fb0455399705bdb82b66229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685011 Jul 13 14:38:44.821208 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bc8eb-3aaf-46ec-abad-34eecba77f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd96630-424b-4993-8f95-0bf9786a5122,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:44.821918 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 48098) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:44.883538 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-12f56dfa-d898-4d30-a329-a64d990940ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.923515 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-12f56dfa-d898-4d30-a329-a64d990940ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.942277 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-4f02126a-12c7-40bd-b62e-7b9950b43d88 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=78dd72d1640549d6b6bbd16f921ef004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477285 Jul 13 14:38:45.110545 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-12f56dfa-d898-4d30-a329-a64d990940ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.113101 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-12f56dfa-d898-4d30-a329-a64d990940ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.114778 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-12f56dfa-d898-4d30-a329-a64d990940ab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fdd96630-424b-4993-8f95-0bf9786a5122 HTTP/1.1" status: 204 len: 168 time: 0.2915511 Jul 13 14:38:45.164524 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f56dfa-d898-4d30-a329-a64d990940ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd96630-424b-4993-8f95-0bf9786a5122,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:45.184609 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-c0f2b0dd-695e-44df-8cba-1950a0910a80 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:45.186274 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-c0f2b0dd-695e-44df-8cba-1950a0910a80 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2237079 Jul 13 14:38:45.203784 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-fbceb2c5-1025-44a8-bf5c-b4ca1fd6e9eb tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/quotas/78dd72d1640549d6b6bbd16f921ef004 HTTP/1.1" status: 200 len: 375 time: 0.0110025 Jul 13 14:38:45.241279 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-0e08b28c-5a33-4775-a159-7e7ede16f06c tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=78dd72d1640549d6b6bbd16f921ef004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296795 Jul 13 14:38:45.506205 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-448307b4-61b9-4b71-af30-9aa48526d73f req-5dd7fcbd-a768-4e3a-984f-33f8769313ac tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 210 time: 0.0440242 Jul 13 14:38:45.601370 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48156) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:45.673529 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a52207c-875c-4912-95c2-606086a512ee admin admin] Deleting subnet b538f818-c0f2-4acf-a869-6a44b97e1df7 {{(pid=93172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:38:45.677379 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4a52207c-875c-4912-95c2-606086a512ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.728746 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4a52207c-875c-4912-95c2-606086a512ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777675'] for subnet, precommit_delete_associations {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.833187 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4a52207c-875c-4912-95c2-606086a512ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675533'] for subnet, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.833379 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cfd71-8e30-47ac-8c16-010ee1a160b5 req-7f62f253-2866-4f0c-9f02-589232d963b6 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:45.833379 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-cb1cfd71-8e30-47ac-8c16-010ee1a160b5 req-7f62f253-2866-4f0c-9f02-589232d963b6 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0870175 Jul 13 14:38:45.914658 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4a52207c-875c-4912-95c2-606086a512ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8777709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610214'] for subnet, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.949590 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52207c-875c-4912-95c2-606086a512ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b538f818-c0f2-4acf-a869-6a44b97e1df7,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:45.956706 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4a52207c-875c-4912-95c2-606086a512ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.957997 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-cb1cfd71-8e30-47ac-8c16-010ee1a160b5 req-c301a5eb-59e6-4caa-8c05-09b768b414e1 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114912 Jul 13 14:38:45.958774 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-4a52207c-875c-4912-95c2-606086a512ee admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b538f818-c0f2-4acf-a869-6a44b97e1df7 HTTP/1.1" status: 204 len: 168 time: 0.3558226 Jul 13 14:38:45.962082 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48174) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:46.004833 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 48176) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:46.032839 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9b54b393-cf3e-46af-8473-8ac2551d610a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593188'] for network, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.097107 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-86e0502b-3daa-45ea-8f30-10559f8eecbf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-282675679-network', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:46.111630 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9b54b393-cf3e-46af-8473-8ac2551d610a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672344', 'neutron.services.segments.db._delete_segments_for_network-8760775097411'] for network, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.122778 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e0502b-3daa-45ea-8f30-10559f8eecbf admin admin] Made reservation on behalf of f9e7c29b365b4dabab5e1082907164f1 for: {'network': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:46.123798 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-9b54b393-cf3e-46af-8473-8ac2551d610a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a1deef-4e7b-4633-a3be-5fad35dfc065']}} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:46.125370 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-86e0502b-3daa-45ea-8f30-10559f8eecbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.134070 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-86e0502b-3daa-45ea-8f30-10559f8eecbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.235522 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-86e0502b-3daa-45ea-8f30-10559f8eecbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.241761 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-86e0502b-3daa-45ea-8f30-10559f8eecbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.264491 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e0502b-3daa-45ea-8f30-10559f8eecbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=93173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:38:46.284135 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-86e0502b-3daa-45ea-8f30-10559f8eecbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.284477 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.segments_db [None req-86e0502b-3daa-45ea-8f30-10559f8eecbf admin admin] Added segment 14509920-ef74-4ee4-955d-b3b279f5a66b of type vlan for network 275b173f-f346-4505-bdbc-2adf334f41b4 Jul 13 14:38:46.285925 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0502b-3daa-45ea-8f30-10559f8eecbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a98e6fa-ea8b-405c-8dca-e997b941e401,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:46.312396 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-9b54b393-cf3e-46af-8473-8ac2551d610a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83056c9c-65a0-4e34-b8e8-427dae63de92') {'for_net_delete': True} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:46.312716 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-9b54b393-cf3e-46af-8473-8ac2551d610a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83056c9c-65a0-4e34-b8e8-427dae63de92') {} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:46.321907 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9b54b393-cf3e-46af-8473-8ac2551d610a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760775099212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8777682'] for segment, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.327023 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-86e0502b-3daa-45ea-8f30-10559f8eecbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.335352 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9b54b393-cf3e-46af-8473-8ac2551d610a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.341394 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b54b393-cf3e-46af-8473-8ac2551d610a admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=93172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:38:46.342092 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9b54b393-cf3e-46af-8473-8ac2551d610a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8717123'] for segment, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: Traceback (most recent call last): Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: timer() Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: cb(*args, **kw) Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: return func(*args, **kwargs) Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: self._notify() Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: self.callback(batched_events) Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: event.method(event) Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: return f(self, *a, **k) Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: return self._get(url).json() Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: return self.request(url, 'GET', **kwargs) Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:38:46.343544 dv-cinder-788365-4-iscsi neutron-server[93172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:38:46.360857 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-86e0502b-3daa-45ea-8f30-10559f8eecbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.361826 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e0502b-3daa-45ea-8f30-10559f8eecbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:46.362419 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-86e0502b-3daa-45ea-8f30-10559f8eecbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.396550 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9b54b393-cf3e-46af-8473-8ac2551d610a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909738'] for network, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.401919 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9b54b393-cf3e-46af-8473-8ac2551d610a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.405096 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-9b54b393-cf3e-46af-8473-8ac2551d610a admin admin] 10.222.0.42 "DELETE /v2.0/networks/e1a1deef-4e7b-4633-a3be-5fad35dfc065 HTTP/1.1" status: 204 len: 168 time: 0.4425395 Jul 13 14:38:46.415785 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54b393-cf3e-46af-8473-8ac2551d610a admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a1deef-4e7b-4633-a3be-5fad35dfc065,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:46.423413 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-86e0502b-3daa-45ea-8f30-10559f8eecbf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4174168 Jul 13 14:38:46.426750 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48186) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:46.431626 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-61fd4dd4-b0ae-4e1e-9bd3-fc2dfeab271d admin admin] Request body: {'subnet': {'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-282675679-subnet', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'ip_version': 4}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:46.435298 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0502b-3daa-45ea-8f30-10559f8eecbf admin admin] Pushing event updated for resources: {'Network': ['ID=275b173f-f346-4505-bdbc-2adf334f41b4,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:46.447245 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network 275b173f-f346-4505-bdbc-2adf334f41b4 details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:38:46.452699 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fd4dd4-b0ae-4e1e-9bd3-fc2dfeab271d admin admin] Made reservation on behalf of f9e7c29b365b4dabab5e1082907164f1 for: {'subnet': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:46.455491 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-61fd4dd4-b0ae-4e1e-9bd3-fc2dfeab271d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610179'] for subnet, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.521393 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 48188) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:46.562636 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-8822b9c9-de7c-4752-afdc-d8e1d7bb614d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f5e406954a6e470f8c5a5ac55bfc2be9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395870 Jul 13 14:38:46.565320 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 48192) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:46.622992 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c6e40baa-1af0-4bc5-b442-d6f0ba184fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.629807 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-61fd4dd4-b0ae-4e1e-9bd3-fc2dfeab271d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8777516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610225'] for subnet, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.663736 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d2c8e0bd-a035-4ea6-890f-8f3499d34e97 req-2e577207-03e3-4801-992f-c5581abcb264 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 210 time: 0.0418077 Jul 13 14:38:46.672502 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c6e40baa-1af0-4bc5-b442-d6f0ba184fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.685966 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd4dd4-b0ae-4e1e-9bd3-fc2dfeab271d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f858d18-7848-4749-a84f-ecbf232dcff9,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:46.690955 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd4dd4-b0ae-4e1e-9bd3-fc2dfeab271d admin admin] Checking segment: {'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:46.691835 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fd4dd4-b0ae-4e1e-9bd3-fc2dfeab271d admin admin] Network hostable DHCP agents. Network: 275b173f-f346-4505-bdbc-2adf334f41b4, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:38:46.709715 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fd4dd4-b0ae-4e1e-9bd3-fc2dfeab271d admin admin] Network 275b173f-f346-4505-bdbc-2adf334f41b4 is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:38:46.718202 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-61fd4dd4-b0ae-4e1e-9bd3-fc2dfeab271d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, 275b173f-f346-4505-bdbc-2adf334f41b4) {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:46.722541 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fd4dd4-b0ae-4e1e-9bd3-fc2dfeab271d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:46.723126 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-61fd4dd4-b0ae-4e1e-9bd3-fc2dfeab271d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.727231 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c6e40baa-1af0-4bc5-b442-d6f0ba184fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.728490 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3354bda3-682d-42f9-801b-9416e37ea1ef None None] Network 275b173f-f346-4505-bdbc-2adf334f41b4 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:38:46.730388 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c6e40baa-1af0-4bc5-b442-d6f0ba184fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.731589 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-c6e40baa-1af0-4bc5-b442-d6f0ba184fa4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7552d212-1456-4eb1-b5f7-c5b960da58ba HTTP/1.1" status: 204 len: 168 time: 0.1653256 Jul 13 14:38:46.741075 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e40baa-1af0-4bc5-b442-d6f0ba184fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7552d212-1456-4eb1-b5f7-c5b960da58ba,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:46.742677 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-61fd4dd4-b0ae-4e1e-9bd3-fc2dfeab271d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3148413 Jul 13 14:38:46.745596 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48196) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:46.750951 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:46.773064 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3910847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126593'] for router, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.774208 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3910684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3910097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1138'] for router, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.835841 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.998212 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1120'] for router, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.030675 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618f5d6e-03d8-5a30-8ee2-484b310fe779-275b173f-f346-4505-bdbc-2adf334f41b4', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9'}]}} from dv-cinder-788365-4-iscsi. {{(pid=93174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:38:47.031588 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.187879 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7e9f9-0778-474a-bd77-7438fa6c9208 req-c4a335b9-81c9-402d-a45c-94390624f940 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:47.196824 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0be7e9f9-0778-474a-bd77-7438fa6c9208 req-c4a335b9-81c9-402d-a45c-94390624f940 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.1001153 Jul 13 14:38:47.222580 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.db_base_plugin_common [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Allocated IP 172.20.0.2 (275b173f-f346-4505-bdbc-2adf334f41b4/9f858d18-7848-4749-a84f-ecbf232dcff9/ef13c688-3015-4970-896a-c1b351205769) {{(pid=93174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:47.247308 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0be7e9f9-0778-474a-bd77-7438fa6c9208 req-e62614a7-3861-48e4-9d07-6a73bcc6ffbd tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490839 Jul 13 14:38:47.272187 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.288940 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.393280 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.400915 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] Allocated IP 172.27.2.69 (64164622-617a-4d99-aad1-f3cf00d7c839/9a558fe0-5def-4fa7-9003-30b84af57514/381b953a-7235-4af4-b76f-b7b1b08c9524) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:47.405274 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Transition to ACTIVE for port object ef13c688-3015-4970-896a-c1b351205769 will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:47.424842 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Transition to ACTIVE for port object ef13c688-3015-4970-896a-c1b351205769 will not be triggered until provisioned by entity DHCP. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:47.431177 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.470715 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Network 275b173f-f346-4505-bdbc-2adf334f41b4 is already hosted by enough agents. {{(pid=93174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:47.477369 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.base_scheduler [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Resources bound (agent type, host, resource id): {{(pid=93174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:47.484098 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Received port after_create {{(pid=93174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:47.497078 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Pushing event updated for resources: {'Port': ['ID=ef13c688-3015-4970-896a-c1b351205769,revision_number=1']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:47.518227 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.539914 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:47.540267 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:47.540609 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:47.540959 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:47.541291 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:47.541613 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:47.542156 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:47.542434 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:47.542774 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:47.543096 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:47.543420 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:47.543742 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:47.552095 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 48224) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:47.555833 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Attempting to bind port ef13c688-3015-4970-896a-c1b351205769 on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:47.556204 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Attempting to bind port ef13c688-3015-4970-896a-c1b351205769 by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:47.556568 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Attempting to bind port ef13c688-3015-4970-896a-c1b351205769 on network 275b173f-f346-4505-bdbc-2adf334f41b4 {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:47.562096 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:47.562470 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Checking segment: {'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:47.562867 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.563419 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Bound using segment: {'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:47.563991 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Bound port: ef13c688-3015-4970-896a-c1b351205769, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:47.564278 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.567027 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.602848 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:47.605797 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:47.609566 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:47.632143 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] For port ef13c688-3015-4970-896a-c1b351205769, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:47.635907 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] For port ef13c688-3015-4970-896a-c1b351205769, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=ef13c688-3015-4970-896a-c1b351205769,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:47.640790 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.649760 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] Pushing event updated for resources: {'Port': ['ID=381b953a-7235-4af4-b76f-b7b1b08c9524,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:47.663997 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-c68a629b-b138-4eef-a14c-cf23f2a4d483 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-458962565-network', 'tenant_id': '065fe1745d9447699acdf1485585e8ff'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:47.705298 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68a629b-b138-4eef-a14c-cf23f2a4d483 admin admin] Made reservation on behalf of 065fe1745d9447699acdf1485585e8ff for: {'network': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:47.710176 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c68a629b-b138-4eef-a14c-cf23f2a4d483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.720566 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c68a629b-b138-4eef-a14c-cf23f2a4d483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.781076 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416d1f5-8413-4bf3-a61b-fcb3f33898c1 None None] Pushing event updated for resources: {'Port': ['ID=ef13c688-3015-4970-896a-c1b351205769,revision_number=2']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:47.893582 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f93fbeea-abc6-4299-ae27-cafdb362832d req-42e1b25c-067e-41c0-a019-3b810054e8dc tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 210 time: 0.0437956 Jul 13 14:38:47.911861 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.937407 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c68a629b-b138-4eef-a14c-cf23f2a4d483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.942805 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c68a629b-b138-4eef-a14c-cf23f2a4d483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.968778 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68a629b-b138-4eef-a14c-cf23f2a4d483 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=93173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:38:47.995572 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c68a629b-b138-4eef-a14c-cf23f2a4d483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.996307 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.segments_db [None req-c68a629b-b138-4eef-a14c-cf23f2a4d483 admin admin] Added segment 1f16aa98-4204-4d43-9b24-761b08f96008 of type vlan for network 4a963334-8a3d-4698-baf7-6514da665b97 Jul 13 14:38:47.997411 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a629b-b138-4eef-a14c-cf23f2a4d483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662b0d22-f029-468b-b119-5cf48cc5a4cd,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:48.056200 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c68a629b-b138-4eef-a14c-cf23f2a4d483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.121315 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c68a629b-b138-4eef-a14c-cf23f2a4d483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.122714 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a629b-b138-4eef-a14c-cf23f2a4d483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:48.124348 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c68a629b-b138-4eef-a14c-cf23f2a4d483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.157401 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-c68a629b-b138-4eef-a14c-cf23f2a4d483 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6041565 Jul 13 14:38:48.185360 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48234) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:48.191079 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-51360699-c321-42cc-bd35-19669e310a1f admin admin] Request body: {'subnet': {'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-458962565-subnet', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:48.205296 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a629b-b138-4eef-a14c-cf23f2a4d483 admin admin] Pushing event updated for resources: {'Network': ['ID=4a963334-8a3d-4698-baf7-6514da665b97,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:48.216212 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network 4a963334-8a3d-4698-baf7-6514da665b97 details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:38:48.233078 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3910816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909666'] for router, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.235053 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51360699-c321-42cc-bd35-19669e310a1f admin admin] Made reservation on behalf of 065fe1745d9447699acdf1485585e8ff for: {'subnet': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:48.237778 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-51360699-c321-42cc-bd35-19669e310a1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610179'] for subnet, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.455777 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669d792-a523-4b23-81be-e215ac6d2585 req-acbd5f54-6972-4835-83f9-30d3c905543b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:48.458037 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c669d792-a523-4b23-81be-e215ac6d2585 req-acbd5f54-6972-4835-83f9-30d3c905543b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0644507 Jul 13 14:38:48.483963 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] Router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b is scheduled to L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e with binding_index 1 {{(pid=93172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:38:48.505890 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c669d792-a523-4b23-81be-e215ac6d2585 req-ded85802-6087-4d58-83a1-20d3dddebf02 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422745 Jul 13 14:38:48.565814 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-51360699-c321-42cc-bd35-19669e310a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8777516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610225'] for subnet, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.667003 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51360699-c321-42cc-bd35-19669e310a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c733a02-d38f-400d-bfec-4ffd5b7ca3d1,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:48.684819 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:38:48.695366 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Sync routers for ids ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:38:48.699059 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51360699-c321-42cc-bd35-19669e310a1f admin admin] Checking segment: {'id': '1f16aa98-4204-4d43-9b24-761b08f96008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:48.699688 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51360699-c321-42cc-bd35-19669e310a1f admin admin] Network hostable DHCP agents. Network: 4a963334-8a3d-4698-baf7-6514da665b97, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:38:48.704679 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Routers {'4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:48.705549 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:38:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:48.717592 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] Notify callbacks [] for router, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.718997 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-c171056e-3efd-4c6f-8f06-f10b3c10d9cc admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9718149 Jul 13 14:38:48.721808 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48246) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:48.766570 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51360699-c321-42cc-bd35-19669e310a1f admin admin] Network 4a963334-8a3d-4698-baf7-6514da665b97 is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:38:48.783694 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-51360699-c321-42cc-bd35-19669e310a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, 4a963334-8a3d-4698-baf7-6514da665b97) {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:48.806387 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c515d4e-f78b-49fd-9ead-f03f5b618148 None None] Network 4a963334-8a3d-4698-baf7-6514da665b97 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:38:48.835792 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Set router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:48.926361 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41509d3-8714-4ad6-af4c-441d3e10ea6d None None] Network 275b173f-f346-4505-bdbc-2adf334f41b4 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:38:49.001818 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51360699-c321-42cc-bd35-19669e310a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:49.002409 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-51360699-c321-42cc-bd35-19669e310a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.018652 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-51360699-c321-42cc-bd35-19669e310a1f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8319170 Jul 13 14:38:49.022560 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48250) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:49.035726 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:49.067929 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:47Z', 'revision_number': 3, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:49.068830 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618f5d6e-03d8-5a30-8ee2-484b310fe779-4a963334-8a3d-4698-baf7-6514da665b97', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'fixed_ips': [{'subnet_id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1'}]}} from dv-cinder-788365-4-iscsi. {{(pid=93174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:38:49.070070 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.075221 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-0a8e0138-bfa2-4a40-b498-9a6e14393b91 None None] Provisioning for port ef13c688-3015-4970-896a-c1b351205769 completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:49.082353 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-84b45f64-ee36-4baf-ac85-d5a834bf90ee req-7aa68f28-f10f-4f1f-82c7-b0786d22684d tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 210 time: 0.0564346 Jul 13 14:38:49.107240 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Checking router: 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:38:49.107606 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Updating router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b port 381b953a-7235-4af4-b76f-b7b1b08c9524 binding host dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:38:49.112237 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3910847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126593'] for router, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.113339 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3910684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3910097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1138'] for router, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.149541 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.208255 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.299994 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.db_base_plugin_common [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Allocated IP 172.20.0.2 (4a963334-8a3d-4698-baf7-6514da665b97/8c733a02-d38f-400d-bfec-4ffd5b7ca3d1/c3ceae89-20eb-4d2a-b732-ab151a543e84) {{(pid=93174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:49.424332 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1120'] for router, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.459230 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.478525 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Transition to ACTIVE for port object 381b953a-7235-4af4-b76f-b7b1b08c9524 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:49.488987 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.518154 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Notify callbacks [] for port, precommit_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.525401 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Attempting to bind port 381b953a-7235-4af4-b76f-b7b1b08c9524 on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:49.525776 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Attempting to bind port 381b953a-7235-4af4-b76f-b7b1b08c9524 by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:49.526139 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Attempting to bind port 381b953a-7235-4af4-b76f-b7b1b08c9524 on network 64164622-617a-4d99-aad1-f3cf00d7c839 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:49.528764 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Transition to ACTIVE for port object c3ceae89-20eb-4d2a-b732-ab151a543e84 will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:49.546868 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Transition to ACTIVE for port object c3ceae89-20eb-4d2a-b732-ab151a543e84 will not be triggered until provisioned by entity DHCP. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:49.550316 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:49.551226 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Checking segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:49.551779 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.552128 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Bound using segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:49.552698 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Bound port: 381b953a-7235-4af4-b76f-b7b1b08c9524, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:49.553145 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.556059 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.606888 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Pushing event updated for resources: {'Port': ['ID=c3ceae89-20eb-4d2a-b732-ab151a543e84,revision_number=1']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:49.620090 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Network 4a963334-8a3d-4698-baf7-6514da665b97 is already hosted by enough agents. {{(pid=93174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:49.622510 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.base_scheduler [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Resources bound (agent type, host, resource id): {{(pid=93174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:49.625354 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Received port after_create {{(pid=93174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:49.642608 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] For port 381b953a-7235-4af4-b76f-b7b1b08c9524, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:49.646729 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] For port 381b953a-7235-4af4-b76f-b7b1b08c9524, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=381b953a-7235-4af4-b76f-b7b1b08c9524,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:49.695490 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.699920 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Attempting to bind port c3ceae89-20eb-4d2a-b732-ab151a543e84 on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:49.700408 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Attempting to bind port c3ceae89-20eb-4d2a-b732-ab151a543e84 by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '1f16aa98-4204-4d43-9b24-761b08f96008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:49.701573 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Attempting to bind port c3ceae89-20eb-4d2a-b732-ab151a543e84 on network 4a963334-8a3d-4698-baf7-6514da665b97 {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:49.708499 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:49.708722 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Checking segment: {'id': '1f16aa98-4204-4d43-9b24-761b08f96008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:49.710300 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.710825 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Bound using segment: {'id': '1f16aa98-4204-4d43-9b24-761b08f96008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:49.712174 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Bound port: c3ceae89-20eb-4d2a-b732-ab151a543e84, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f16aa98-4204-4d43-9b24-761b08f96008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:49.712862 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.749065 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae349b2c-be82-4896-90c1-3a3202aa1948 req-17048875-023b-4669-9ee9-3a37ea92a70d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:49.757057 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ae349b2c-be82-4896-90c1-3a3202aa1948 req-17048875-023b-4669-9ee9-3a37ea92a70d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0896037 Jul 13 14:38:49.757269 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17794f5e-efeb-4b0f-896b-bd698554ada1 None None] Pushing event updated for resources: {'Port': ['ID=381b953a-7235-4af4-b76f-b7b1b08c9524,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:49.768005 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Routers {'4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:49.768790 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:38:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:49.771486 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17794f5e-efeb-4b0f-896b-bd698554ada1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:49.771949 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17794f5e-efeb-4b0f-896b-bd698554ada1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:49.773971 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17794f5e-efeb-4b0f-896b-bd698554ada1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:49.775367 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17794f5e-efeb-4b0f-896b-bd698554ada1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:49.775815 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17794f5e-efeb-4b0f-896b-bd698554ada1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:49.776263 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17794f5e-efeb-4b0f-896b-bd698554ada1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:49.777071 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17794f5e-efeb-4b0f-896b-bd698554ada1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:49.777513 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17794f5e-efeb-4b0f-896b-bd698554ada1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:49.778361 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17794f5e-efeb-4b0f-896b-bd698554ada1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:49.778815 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17794f5e-efeb-4b0f-896b-bd698554ada1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:49.779245 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17794f5e-efeb-4b0f-896b-bd698554ada1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:49.779673 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17794f5e-efeb-4b0f-896b-bd698554ada1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:49.824532 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ae349b2c-be82-4896-90c1-3a3202aa1948 req-f97565da-c0b1-464a-8a8c-927fb7461a18 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661225 Jul 13 14:38:49.831822 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.856246 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] For port c3ceae89-20eb-4d2a-b732-ab151a543e84, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:49.866495 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] For port c3ceae89-20eb-4d2a-b732-ab151a543e84, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=c3ceae89-20eb-4d2a-b732-ab151a543e84,segment=NetworkSegment(1f16aa98-4204-4d43-9b24-761b08f96008),segment_id=1f16aa98-4204-4d43-9b24-761b08f96008)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:49.877361 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device ef13c688-3015-4970-896a-c1b351205769 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:49.880723 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.885062 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.887720 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17794f5e-efeb-4b0f-896b-bd698554ada1 None None] Pushing event updated for resources: {'Port': ['ID=381b953a-7235-4af4-b76f-b7b1b08c9524,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:49.907139 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.965133 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] Set router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:49.981408 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed1789-5e39-40f3-9100-60260ecb78cc None None] Pushing event updated for resources: {'Port': ['ID=c3ceae89-20eb-4d2a-b732-ab151a543e84,revision_number=2']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:49.999774 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port ef13c688-3015-4970-896a-c1b351205769 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:50.007219 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port ef13c688-3015-4970-896a-c1b351205769 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:50.007219 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.135919 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.139432 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] Allocated IP 172.27.2.226 (64164622-617a-4d99-aad1-f3cf00d7c839/9a558fe0-5def-4fa7-9003-30b84af57514/87ae1087-4a84-40ea-b2ba-974a1c163067) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:50.150482 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] Allocated IP 172.20.0.1 (275b173f-f346-4505-bdbc-2adf334f41b4/9f858d18-7848-4749-a84f-ecbf232dcff9/a015560a-63ae-4886-ba3a-135718dced0d) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:50.182804 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:47Z', 'revision_number': 3, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:50.206519 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port ef13c688-3015-4970-896a-c1b351205769, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=ef13c688-3015-4970-896a-c1b351205769,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:50.223468 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.308371 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=ef13c688-3015-4970-896a-c1b351205769,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:50.348393 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f51ff-7aaf-4540-82da-d528ab8e9e1b None None] The sync data for ids ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'] in dv-cinder-788365-4-iscsi is: [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:47Z', 'revision_number': 3, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:38:50.353789 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-cd9adfff-5b8e-4adf-9797-d5599b2f295c req-887f87e4-d410-4eb2-8fdf-1d3f0347357c tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 210 time: 0.0624385 Jul 13 14:38:50.425075 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.438211 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.450990 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.provisioning_blocks [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] Transition to ACTIVE for port object a015560a-63ae-4886-ba3a-135718dced0d will not be triggered until provisioned by entity DHCP. {{(pid=93172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:50.506173 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.511082 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.555639 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:50.557387 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] Network 275b173f-f346-4505-bdbc-2adf334f41b4 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:50.564307 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:50.566725 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:50.569058 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:50.572758 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:50.584023 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] Pushing event updated for resources: {'Port': ['ID=a015560a-63ae-4886-ba3a-135718dced0d,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:50.702367 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3909841'] for router_interface, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.807499 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] Pushing event updated for resources: {'Port': ['ID=87ae1087-4a84-40ea-b2ba-974a1c163067,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:50.891345 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-97d92b2f-2e91-4606-a7ca-c4849f4e418c None None] Provisioning for port a015560a-63ae-4886-ba3a-135718dced0d completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:50.896546 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-97d92b2f-2e91-4606-a7ca-c4849f4e418c None None] Provisioning complete for port a015560a-63ae-4886-ba3a-135718dced0d triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:50.897009 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-97d92b2f-2e91-4606-a7ca-c4849f4e418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.973039 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-97d92b2f-2e91-4606-a7ca-c4849f4e418c None None] Port a015560a-63ae-4886-ba3a-135718dced0d cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:38:51.057324 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ca7e9-d124-45d0-ba2c-30ccb6321674 req-cb19a26f-7aa9-407c-99fa-55de3620524f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:51.064765 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5b8ca7e9-d124-45d0-ba2c-30ccb6321674 req-cb19a26f-7aa9-407c-99fa-55de3620524f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0773108 Jul 13 14:38:51.116708 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5b8ca7e9-d124-45d0-ba2c-30ccb6321674 req-56d86b73-8aa5-4218-90b4-76fd20bd01f0 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508690 Jul 13 14:38:51.162563 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41df9b65-c3c0-47d8-9b4d-b1301eee4e81 None None] Network 4a963334-8a3d-4698-baf7-6514da665b97 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:38:51.228748 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-38a602b7-85a3-4a4b-9410-cb417ad9ba76 None None] Provisioning for port c3ceae89-20eb-4d2a-b732-ab151a543e84 completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:51.231063 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:51.278806 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:51.534396 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-80ed32f6-27d5-4c51-9cfa-def73b19f7d1 req-5dd8f82d-3f2e-4801-ad53-a08a63ba4303 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 210 time: 0.0524268 Jul 13 14:38:51.569572 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:51.575929 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8777659'] for port, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:51.583223 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3910816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909666'] for router, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:51.685831 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911521'] for router_interface, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:51.690069 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] Pushing event updated for resources: {'Port': ['ID=a015560a-63ae-4886-ba3a-135718dced0d,revision_number=2']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:51.866790 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-3a7d116b-7774-442d-9795-0f72970073a2 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=78dd72d1640549d6b6bbd16f921ef004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252559 Jul 13 14:38:51.882291 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] Network 275b173f-f346-4505-bdbc-2adf334f41b4 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:51.885221 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:51.922085 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device ef13c688-3015-4970-896a-c1b351205769 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:51.954777 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] Router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c is scheduled to L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e with binding_index 1 {{(pid=93172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:38:52.030246 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port ef13c688-3015-4970-896a-c1b351205769 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:52.030713 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.086481 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bd4e0a31-9958-45b4-b291-9a042b603891 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:52.088164 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bd4e0a31-9958-45b4-b291-9a042b603891 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2094104 Jul 13 14:38:52.107009 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-ea90f254-fa9f-4c0c-9033-892050c14f81 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Request body: {'port': {'device_id': '805f5ac8-f3b3-4225-8244-fb73abae46e6', 'network_id': 'f7bb2684-7c22-4a00-a765-50330b4022e3', 'admin_state_up': True, 'tenant_id': '78dd72d1640549d6b6bbd16f921ef004'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:52.128412 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device c3ceae89-20eb-4d2a-b732-ab151a543e84 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:52.217778 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] Router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:38:52.219477 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:38:52.242619 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] Notify callbacks [] for router, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.243150 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Sync routers for ids ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:38:52.244772 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-b2ee893a-b27d-41de-89c7-71002cae5878 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2211468 Jul 13 14:38:52.249501 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 48292) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:52.263245 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Routers {'7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:52.265389 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:38:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:52.355445 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:38:52.360827 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-1107bdf9-a8d6-4ae2-82a7-b140d1685835 admin admin] 10.222.0.42 "PUT /v2.0/routers/4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6369834 Jul 13 14:38:52.368070 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-a53bf218-f5f5-4370-b5c6-db2353049353 None None] Provisioning complete for port a015560a-63ae-4886-ba3a-135718dced0d triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:52.369007 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-a53bf218-f5f5-4370-b5c6-db2353049353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.373365 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port c3ceae89-20eb-4d2a-b732-ab151a543e84 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:52.384073 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Sync routers for ids ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:38:52.403906 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Routers {'4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:52.404659 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:38:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:52.489227 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-ea90f254-fa9f-4c0c-9033-892050c14f81 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Made reservation on behalf of 78dd72d1640549d6b6bbd16f921ef004 for: {'port': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:52.493592 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-ea90f254-fa9f-4c0c-9033-892050c14f81 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.512244 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-ea90f254-fa9f-4c0c-9033-892050c14f81 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.536157 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcb157-197b-4e4f-a266-933d3c683d39 req-94eaabe8-da2c-489f-a627-c2bf635323ad tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:52.553191 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-12bcb157-197b-4e4f-a266-933d3c683d39 req-94eaabe8-da2c-489f-a627-c2bf635323ad tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.2428555 Jul 13 14:38:52.582838 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port c3ceae89-20eb-4d2a-b732-ab151a543e84 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:52.583210 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.614509 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-a53bf218-f5f5-4370-b5c6-db2353049353 None None] Port a015560a-63ae-4886-ba3a-135718dced0d cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:38:52.627667 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Set router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:52.632410 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Set router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:52.815880 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.888321 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port c3ceae89-20eb-4d2a-b732-ab151a543e84, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=c3ceae89-20eb-4d2a-b732-ab151a543e84,segment=NetworkSegment(1f16aa98-4204-4d43-9b24-761b08f96008),segment_id=1f16aa98-4204-4d43-9b24-761b08f96008)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:52.896003 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.898378 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 381b953a-7235-4af4-b76f-b7b1b08c9524 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:52.985218 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1729a172-ebf3-4275-8136-1c692ac1f2bb req-aed19ab3-c8eb-49d5-89de-34124e6c3519 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 210 time: 0.0698407 Jul 13 14:38:53.019791 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:50Z', 'revision_number': 3, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port': {'id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:47:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:53.052169 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=c3ceae89-20eb-4d2a-b732-ab151a543e84,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:53.055268 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Checking router: 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:38:53.055646 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Updating router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c port 87ae1087-4a84-40ea-b2ba-974a1c163067 binding host dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:38:53.059010 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port 381b953a-7235-4af4-b76f-b7b1b08c9524 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:53.080895 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 381b953a-7235-4af4-b76f-b7b1b08c9524 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:53.081281 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.114781 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-12bcb157-197b-4e4f-a266-933d3c683d39 req-0b929faf-ca11-4aa2-a7ef-d79bcf336392 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5606148 Jul 13 14:38:53.116817 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 2, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:53.118304 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.131515 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-ea90f254-fa9f-4c0c-9033-892050c14f81 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.142273 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-ea90f254-fa9f-4c0c-9033-892050c14f81 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.175948 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Checking router: 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:38:53.176240 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Updating router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b port a015560a-63ae-4886-ba3a-135718dced0d binding host dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:38:53.225927 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.236405 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48336) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:53.241961 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-91e7faad-05de-429a-941f-d92129c370c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-339287853-network', 'tenant_id': 'e095f4e7cc51424393277f1e2a088659'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:53.268036 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90f254-fa9f-4c0c-9033-892050c14f81 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2f18fa-8e44-45ed-8fb4-9243769e45c9,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:53.268269 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e7faad-05de-429a-941f-d92129c370c5 admin admin] Made reservation on behalf of e095f4e7cc51424393277f1e2a088659 for: {'network': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:53.271692 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.272338 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-91e7faad-05de-429a-941f-d92129c370c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.286569 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-91e7faad-05de-429a-941f-d92129c370c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.344432 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port 381b953a-7235-4af4-b76f-b7b1b08c9524, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=381b953a-7235-4af4-b76f-b7b1b08c9524,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:53.351292 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.416573 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-91e7faad-05de-429a-941f-d92129c370c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.422482 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=381b953a-7235-4af4-b76f-b7b1b08c9524,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:53.424505 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-91e7faad-05de-429a-941f-d92129c370c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.442957 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-ea90f254-fa9f-4c0c-9033-892050c14f81 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Allocated IP 192.168.233.30 (f7bb2684-7c22-4a00-a765-50330b4022e3/e702eb36-b450-4f64-a1c9-64f391f3b705/866ff006-486c-40d4-a5a3-4230d28d0416) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:53.470136 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e7faad-05de-429a-941f-d92129c370c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=93172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:38:53.488540 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7faad-05de-429a-941f-d92129c370c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d557b77-266e-4623-808c-0e086a49ecc4,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:53.496504 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-91e7faad-05de-429a-941f-d92129c370c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.496877 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.segments_db [None req-91e7faad-05de-429a-941f-d92129c370c5 admin admin] Added segment 2a308fec-84f4-470a-9710-30d14a0be7db of type vlan for network e37cca41-e379-4128-9418-a0514c9ee081 Jul 13 14:38:53.513856 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.526774 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Notify callbacks [] for port, precommit_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.541436 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Transition to ACTIVE for port object 87ae1087-4a84-40ea-b2ba-974a1c163067 will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:53.559055 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-91e7faad-05de-429a-941f-d92129c370c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.564205 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.596389 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-91e7faad-05de-429a-941f-d92129c370c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.598227 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e7faad-05de-429a-941f-d92129c370c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:53.598925 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-91e7faad-05de-429a-941f-d92129c370c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.604185 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.617399 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Transition to ACTIVE for port object a015560a-63ae-4886-ba3a-135718dced0d will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:53.626119 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.638821 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Attempting to bind port 87ae1087-4a84-40ea-b2ba-974a1c163067 on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:53.639312 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Attempting to bind port 87ae1087-4a84-40ea-b2ba-974a1c163067 by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:53.639686 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Attempting to bind port 87ae1087-4a84-40ea-b2ba-974a1c163067 on network 64164622-617a-4d99-aad1-f3cf00d7c839 {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:53.648049 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:53.648438 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Checking segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:53.648861 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.649257 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Bound using segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:53.649838 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Bound port: 87ae1087-4a84-40ea-b2ba-974a1c163067, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:53.650223 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.652888 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc90ce7-355b-4234-b40d-bdeae2f5ba70 None None] Pushing event updated for resources: {'Port': ['ID=87ae1087-4a84-40ea-b2ba-974a1c163067,revision_number=2']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:53.664098 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7faad-05de-429a-941f-d92129c370c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e37cca41-e379-4128-9418-a0514c9ee081,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:53.680617 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network e37cca41-e379-4128-9418-a0514c9ee081 details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:38:53.681489 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-91e7faad-05de-429a-941f-d92129c370c5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4436922 Jul 13 14:38:53.684028 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 48340) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:53.729348 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-3c6ecff6-a39b-460e-bee2-9ddffab1754a admin admin] Request body: {'subnet': {'network_id': 'e37cca41-e379-4128-9418-a0514c9ee081', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-339287853-subnet', 'tenant_id': 'e095f4e7cc51424393277f1e2a088659', 'ip_version': 4}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:53.731643 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf982f-9309-471c-85f1-72429f0bf65c None None] Pushing event updated for resources: {'Port': ['ID=a015560a-63ae-4886-ba3a-135718dced0d,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:53.800344 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] Allocated IP 172.20.0.1 (4a963334-8a3d-4698-baf7-6514da665b97/8c733a02-d38f-400d-bfec-4ffd5b7ca3d1/baa3f25d-9f27-4c06-9c97-3ac2de072cc9) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:53.819515 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device c3ceae89-20eb-4d2a-b732-ab151a543e84 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:53.847743 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Attempting to bind port a015560a-63ae-4886-ba3a-135718dced0d on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:53.848125 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Attempting to bind port a015560a-63ae-4886-ba3a-135718dced0d by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:53.848807 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Attempting to bind port a015560a-63ae-4886-ba3a-135718dced0d on network 275b173f-f346-4505-bdbc-2adf334f41b4 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:53.854800 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:53.855186 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Checking segment: {'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:53.855644 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.856061 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Bound using segment: {'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:53.856538 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Bound port: a015560a-63ae-4886-ba3a-135718dced0d, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:53.857209 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.883100 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] For port 87ae1087-4a84-40ea-b2ba-974a1c163067, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:53.902132 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] For port 87ae1087-4a84-40ea-b2ba-974a1c163067, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=87ae1087-4a84-40ea-b2ba-974a1c163067,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:53.903361 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6ecff6-a39b-460e-bee2-9ddffab1754a admin admin] Made reservation on behalf of e095f4e7cc51424393277f1e2a088659 for: {'subnet': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:53.905806 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-3c6ecff6-a39b-460e-bee2-9ddffab1754a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9032489'] for subnet, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.910985 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.927288 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port c3ceae89-20eb-4d2a-b732-ab151a543e84 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:53.927774 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.944826 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] For port a015560a-63ae-4886-ba3a-135718dced0d, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:53.949446 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] For port a015560a-63ae-4886-ba3a-135718dced0d, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=a015560a-63ae-4886-ba3a-135718dced0d,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:53.956517 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.995495 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-ea90f254-fa9f-4c0c-9033-892050c14f81 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.003802 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Routers {'7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:54.004510 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:38:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:54.035895 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-ea90f254-fa9f-4c0c-9033-892050c14f81 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Transition to ACTIVE for port object 866ff006-486c-40d4-a5a3-4230d28d0416 will not be triggered until provisioned by entity DHCP. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:54.046193 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf982f-9309-471c-85f1-72429f0bf65c None None] Pushing event updated for resources: {'Port': ['ID=a015560a-63ae-4886-ba3a-135718dced0d,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:54.075082 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Routers {'4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:54.075843 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:38:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:54.093315 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.102641 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc90ce7-355b-4234-b40d-bdeae2f5ba70 None None] Pushing event updated for resources: {'Port': ['ID=87ae1087-4a84-40ea-b2ba-974a1c163067,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:54.151727 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] Transition to ACTIVE for port object baa3f25d-9f27-4c06-9c97-3ac2de072cc9 will not be triggered until provisioned by entity DHCP. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:54.218738 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] Set router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:54.221902 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 381b953a-7235-4af4-b76f-b7b1b08c9524 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:54.229622 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] Set router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:54.230118 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e447475c-0fad-4156-8808-0304d268cc6f req-82a3f77f-245f-454d-800b-1c631ed16e61 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 210 time: 0.0362937 Jul 13 14:38:54.251552 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-ea90f254-fa9f-4c0c-9033-892050c14f81 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.372505 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-ea90f254-fa9f-4c0c-9033-892050c14f81 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Network f7bb2684-7c22-4a00-a765-50330b4022e3 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:54.384268 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-ea90f254-fa9f-4c0c-9033-892050c14f81 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:54.389986 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-ea90f254-fa9f-4c0c-9033-892050c14f81 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:54.395620 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.423233 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90f254-fa9f-4c0c-9033-892050c14f81 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Pushing event updated for resources: {'Port': ['ID=866ff006-486c-40d4-a5a3-4230d28d0416,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:54.439803 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 381b953a-7235-4af4-b76f-b7b1b08c9524 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:54.440176 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.442464 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-3c6ecff6-a39b-460e-bee2-9ddffab1754a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8945278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9032475'] for subnet, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.562514 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:54.604249 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:50Z', 'revision_number': 3, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port': {'id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:47:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:54.608023 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d99a7-f06a-4831-903b-7fd8c8c24f74 None None] The sync data for ids ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'] in dv-cinder-788365-4-iscsi is: [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:38:54.640834 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb98bd61-6058-4280-a5ae-98c0a836dc53 None None] The sync data for ids ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'] in dv-cinder-788365-4-iscsi is: [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:50Z', 'revision_number': 3, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port': {'id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:47:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:38:54.744304 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-e0333bca-02c7-4dfc-9a3f-a88ab2385148 None None] Provisioning for port 866ff006-486c-40d4-a5a3-4230d28d0416 completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:54.750282 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-e0333bca-02c7-4dfc-9a3f-a88ab2385148 None None] Provisioning complete for port 866ff006-486c-40d4-a5a3-4230d28d0416 triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:54.750668 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-e0333bca-02c7-4dfc-9a3f-a88ab2385148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.780126 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] Network 4a963334-8a3d-4698-baf7-6514da665b97 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:54.791650 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-e0333bca-02c7-4dfc-9a3f-a88ab2385148 None None] Port 866ff006-486c-40d4-a5a3-4230d28d0416 cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:38:54.806465 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:54.813496 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-ea90f254-fa9f-4c0c-9033-892050c14f81 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:54.814132 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-ea90f254-fa9f-4c0c-9033-892050c14f81 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.821439 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:54.870556 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] Pushing event updated for resources: {'Port': ['ID=baa3f25d-9f27-4c06-9c97-3ac2de072cc9,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:54.906843 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-ea90f254-fa9f-4c0c-9033-892050c14f81 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8043778 Jul 13 14:38:54.913798 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ecff6-a39b-460e-bee2-9ddffab1754a admin admin] Pushing event updated for resources: {'Subnet': ['ID=443fdd53-db8a-4aed-ad9f-76e72d6e8787,revision_number=0']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:54.925955 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3909841'] for router_interface, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.932412 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ecff6-a39b-460e-bee2-9ddffab1754a admin admin] Checking segment: {'id': '2a308fec-84f4-470a-9710-30d14a0be7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e37cca41-e379-4128-9418-a0514c9ee081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:54.932802 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6ecff6-a39b-460e-bee2-9ddffab1754a admin admin] Network hostable DHCP agents. Network: e37cca41-e379-4128-9418-a0514c9ee081, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:38:54.984967 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a12e4c-e2c2-411c-b69b-a11d86f0db06 req-a1fcd099-7e75-441d-af46-cc49fc7e9dcb tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:54.986543 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-92a12e4c-e2c2-411c-b69b-a11d86f0db06 req-a1fcd099-7e75-441d-af46-cc49fc7e9dcb tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.5853188 Jul 13 14:38:55.044835 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6ecff6-a39b-460e-bee2-9ddffab1754a admin admin] Network e37cca41-e379-4128-9418-a0514c9ee081 is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:38:55.086194 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [None req-3c6ecff6-a39b-460e-bee2-9ddffab1754a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, e37cca41-e379-4128-9418-a0514c9ee081) {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:55.091527 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6ecff6-a39b-460e-bee2-9ddffab1754a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:55.093588 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-3c6ecff6-a39b-460e-bee2-9ddffab1754a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:55.094768 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d6ebbc-6fd0-4ec3-ab6c-63b589fdd267 None None] Network e37cca41-e379-4128-9418-a0514c9ee081 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:38:55.139259 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-92a12e4c-e2c2-411c-b69b-a11d86f0db06 req-e4254ecd-57ff-48ca-97d9-a1f35969e081 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122148 Jul 13 14:38:55.148556 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-3c6ecff6-a39b-460e-bee2-9ddffab1754a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4519930 Jul 13 14:38:55.151409 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48358) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:55.155890 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-339287853-router', 'tenant_id': 'e095f4e7cc51424393277f1e2a088659', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:55.187823 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3910847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126593'] for router, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:55.189297 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3910684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3910097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1138'] for router, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:55.239578 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:55.247070 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:55.479050 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-677d4676-701a-4df3-970e-49f4178a4d8d None None] Provisioning for port baa3f25d-9f27-4c06-9c97-3ac2de072cc9 completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:55.490415 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Request body: {'port': {'device_id': '805f5ac8-f3b3-4225-8244-fb73abae46e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:55.512301 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-677d4676-701a-4df3-970e-49f4178a4d8d None None] Provisioning complete for port baa3f25d-9f27-4c06-9c97-3ac2de072cc9 triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:55.512725 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-677d4676-701a-4df3-970e-49f4178a4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:55.603820 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-677d4676-701a-4df3-970e-49f4178a4d8d None None] Port baa3f25d-9f27-4c06-9c97-3ac2de072cc9 cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:38:55.615174 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618f5d6e-03d8-5a30-8ee2-484b310fe779-e37cca41-e379-4128-9418-a0514c9ee081', 'network_id': 'e37cca41-e379-4128-9418-a0514c9ee081', 'tenant_id': 'e095f4e7cc51424393277f1e2a088659', 'fixed_ips': [{'subnet_id': '443fdd53-db8a-4aed-ad9f-76e72d6e8787'}]}} from dv-cinder-788365-4-iscsi. {{(pid=93174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:38:55.621143 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:55.677511 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c0e7f-4756-438d-a5e4-c4f4e64f90c7 req-bf14b87b-d631-4b9f-8d66-b12ea3b2ac76 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:55.679002 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fb5c0e7f-4756-438d-a5e4-c4f4e64f90c7 req-bf14b87b-d631-4b9f-8d66-b12ea3b2ac76 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 935 time: 0.2406976 Jul 13 14:38:55.684538 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:55.690624 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1120'] for router, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:55.749621 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:55.768392 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:55.857486 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fb5c0e7f-4756-438d-a5e4-c4f4e64f90c7 req-a6b91fe3-1949-4d5f-ae78-ca0e230d1ee1 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567934 Jul 13 14:38:55.929744 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 87ae1087-4a84-40ea-b2ba-974a1c163067 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:56.026026 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port 87ae1087-4a84-40ea-b2ba-974a1c163067 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:56.038711 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 87ae1087-4a84-40ea-b2ba-974a1c163067 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:56.039545 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.070948 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.099443 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.104957 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.db_base_plugin_common [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Allocated IP 172.20.0.2 (e37cca41-e379-4128-9418-a0514c9ee081/443fdd53-db8a-4aed-ad9f-76e72d6e8787/a45fe109-abf8-43eb-8555-0ab3dc52ac7f) {{(pid=93174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:56.209503 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866ff006-486c-40d4-a5a3-4230d28d0416 {{(pid=93173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:38:56.217954 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.224662 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.234235 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Transition to ACTIVE for port object 866ff006-486c-40d4-a5a3-4230d28d0416 will not be triggered until provisioned by entity L2. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:56.250519 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911521'] for router_interface, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.265478 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.333104 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] Allocated IP 172.27.2.193 (64164622-617a-4d99-aad1-f3cf00d7c839/9a558fe0-5def-4fa7-9003-30b84af57514/3d31f316-45b1-4def-9fdd-5bb709d6493d) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:56.364499 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port 87ae1087-4a84-40ea-b2ba-974a1c163067, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=87ae1087-4a84-40ea-b2ba-974a1c163067,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:56.380629 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.382577 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device a015560a-63ae-4886-ba3a-135718dced0d up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:56.404731 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] Pushing event updated for resources: {'Port': ['ID=baa3f25d-9f27-4c06-9c97-3ac2de072cc9,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:56.532349 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port a015560a-63ae-4886-ba3a-135718dced0d completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:56.534924 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.539375 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port a015560a-63ae-4886-ba3a-135718dced0d triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:56.539746 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.549361 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=87ae1087-4a84-40ea-b2ba-974a1c163067,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:56.576763 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] Network 4a963334-8a3d-4698-baf7-6514da665b97 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:56.593697 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Pushing event updated for resources: {'Port': ['ID=866ff006-486c-40d4-a5a3-4230d28d0416,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:56.630827 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.634012 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:56.646060 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Notify callbacks [] for port, precommit_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.649113 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8ac3e04a-5dfb-438b-8327-cb2ac7d8e428 req-d572a3f4-beeb-466d-a027-eb9e9c9c9f68 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3859711 Jul 13 14:38:56.697908 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] Pushing event updated for resources: {'Port': ['ID=3d31f316-45b1-4def-9fdd-5bb709d6493d,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:56.720771 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:56.722787 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:56.725515 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:56.733829 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Transition to ACTIVE for port object a45fe109-abf8-43eb-8555-0ab3dc52ac7f will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:56.742053 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.761461 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Transition to ACTIVE for port object a45fe109-abf8-43eb-8555-0ab3dc52ac7f will not be triggered until provisioned by entity DHCP. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:56.771550 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.856500 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port a015560a-63ae-4886-ba3a-135718dced0d, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=a015560a-63ae-4886-ba3a-135718dced0d,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:56.867921 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Attempting to bind port 866ff006-486c-40d4-a5a3-4230d28d0416 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:56.867921 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Attempting to bind port 866ff006-486c-40d4-a5a3-4230d28d0416 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e6be2519-659f-445a-bb97-1ead2c101f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'f7bb2684-7c22-4a00-a765-50330b4022e3'}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:56.867921 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Attempting to bind port 866ff006-486c-40d4-a5a3-4230d28d0416 on network f7bb2684-7c22-4a00-a765-50330b4022e3 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:56.875013 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Network e37cca41-e379-4128-9418-a0514c9ee081 is already hosted by enough agents. {{(pid=93174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:56.878583 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.893028 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.base_scheduler [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Resources bound (agent type, host, resource id): {{(pid=93174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:56.926849 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Received port after_create {{(pid=93174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:56.932980 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Pushing event updated for resources: {'Port': ['ID=a45fe109-abf8-43eb-8555-0ab3dc52ac7f,revision_number=1']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:56.939809 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Port 866ff006-486c-40d4-a5a3-4230d28d0416 on network f7bb2684-7c22-4a00-a765-50330b4022e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:38:56.940103 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Attempting to bind port 866ff006-486c-40d4-a5a3-4230d28d0416 on network f7bb2684-7c22-4a00-a765-50330b4022e3 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:56.967849 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:56.967849 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Checking segment: {'id': 'e6be2519-659f-445a-bb97-1ead2c101f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'f7bb2684-7c22-4a00-a765-50330b4022e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:56.967849 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Bound using segment: {'id': 'e6be2519-659f-445a-bb97-1ead2c101f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'f7bb2684-7c22-4a00-a765-50330b4022e3'} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:56.967849 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Bound port: 866ff006-486c-40d4-a5a3-4230d28d0416, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6be2519-659f-445a-bb97-1ead2c101f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'f7bb2684-7c22-4a00-a765-50330b4022e3'}}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:56.967849 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:57.001068 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fe7e2-c026-473e-85c3-9dd8ec3ee857 req-5a8d7caa-6d12-48f2-8019-5c6e5d8f07ef tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:57.010345 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f55fe7e2-c026-473e-85c3-9dd8ec3ee857 req-5a8d7caa-6d12-48f2-8019-5c6e5d8f07ef tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.5867159 Jul 13 14:38:57.054420 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] Router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:38:57.067429 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=a015560a-63ae-4886-ba3a-135718dced0d,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:57.109018 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Attempting to bind port a45fe109-abf8-43eb-8555-0ab3dc52ac7f on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:57.109397 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Attempting to bind port a45fe109-abf8-43eb-8555-0ab3dc52ac7f by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '2a308fec-84f4-470a-9710-30d14a0be7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e37cca41-e379-4128-9418-a0514c9ee081'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:57.109779 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Attempting to bind port a45fe109-abf8-43eb-8555-0ab3dc52ac7f on network e37cca41-e379-4128-9418-a0514c9ee081 {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:57.115454 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:57.115831 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Checking segment: {'id': '2a308fec-84f4-470a-9710-30d14a0be7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e37cca41-e379-4128-9418-a0514c9ee081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:57.116231 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:57.116755 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Bound using segment: {'id': '2a308fec-84f4-470a-9710-30d14a0be7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e37cca41-e379-4128-9418-a0514c9ee081'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:57.117221 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Bound port: a45fe109-abf8-43eb-8555-0ab3dc52ac7f, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a308fec-84f4-470a-9710-30d14a0be7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e37cca41-e379-4128-9418-a0514c9ee081'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:57.117602 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:57.127710 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:57.149793 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3e04a-5dfb-438b-8327-cb2ac7d8e428 req-5b83ef5f-0028-4d9b-89ff-6c29c847f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:57.151283 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8ac3e04a-5dfb-438b-8327-cb2ac7d8e428 req-5b83ef5f-0028-4d9b-89ff-6c29c847f7d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc4d29d2b644494c8a36dc952797805e&device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 1099 time: 0.3363535 Jul 13 14:38:57.177104 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f55fe7e2-c026-473e-85c3-9dd8ec3ee857 req-8d1a92e1-3057-4512-894c-c415672e620a tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657991 Jul 13 14:38:57.211905 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] For port a45fe109-abf8-43eb-8555-0ab3dc52ac7f, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:57.214401 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] For port 866ff006-486c-40d4-a5a3-4230d28d0416, host hv-cinder-78836, cleared binding levels {{(pid=93173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:57.216874 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] For port a45fe109-abf8-43eb-8555-0ab3dc52ac7f, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=a45fe109-abf8-43eb-8555-0ab3dc52ac7f,segment=NetworkSegment(2a308fec-84f4-470a-9710-30d14a0be7db),segment_id=2a308fec-84f4-470a-9710-30d14a0be7db)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:57.229086 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:57.271579 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-1ec76061-e228-4d85-96f7-9ea75d432795 None None] Provisioning complete for port baa3f25d-9f27-4c06-9c97-3ac2de072cc9 triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:57.271948 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-1ec76061-e228-4d85-96f7-9ea75d432795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:57.323764 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-1ec76061-e228-4d85-96f7-9ea75d432795 None None] Port baa3f25d-9f27-4c06-9c97-3ac2de072cc9 cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:38:57.332106 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] For port 866ff006-486c-40d4-a5a3-4230d28d0416, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=866ff006-486c-40d4-a5a3-4230d28d0416,segment=NetworkSegment(e6be2519-659f-445a-bb97-1ead2c101f31),segment_id=e6be2519-659f-445a-bb97-1ead2c101f31)] {{(pid=93173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:57.348245 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:57.368886 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a0b72-9d84-466e-abc8-a9995868d90a None None] Pushing event updated for resources: {'Port': ['ID=a45fe109-abf8-43eb-8555-0ab3dc52ac7f,revision_number=2']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:57.370565 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1d855-f646-4966-a3e8-33bc62cd1df6 req-8c1f7132-1423-4785-aa9b-900ee5cbb080 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:57.372074 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1df1d855-f646-4966-a3e8-33bc62cd1df6 req-8c1f7132-1423-4785-aa9b-900ee5cbb080 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 947 time: 0.2854054 Jul 13 14:38:57.397545 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3910816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909666'] for router, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:57.501241 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:57.502011 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:57.503433 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] 10.222.0.44 "PUT /v2.0/ports/866ff006-486c-40d4-a5a3-4230d28d0416 HTTP/1.1" status: 200 len: 1097 time: 2.0186260 Jul 13 14:38:57.509856 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805f5ac8-f3b3-4225-8244-fb73abae46e6', 'tag': '866ff006-486c-40d4-a5a3-4230d28d0416'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:57.516360 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222a2af5-1b82-4cc6-a4d5-550da769a6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "805f5ac8-f3b3-4225-8244-fb73abae46e6", "tag": "866ff006-486c-40d4-a5a3-4230d28d0416"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:57.557610 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] Router 49e70564-2367-41bf-8f4a-10e33744ead6 is scheduled to L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e with binding_index 1 {{(pid=93172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:38:57.572234 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1df1d855-f646-4966-a3e8-33bc62cd1df6 req-1f369b89-205d-41fd-a7db-47d6a32697eb tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527610 Jul 13 14:38:57.614291 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118131ad-1ed9-415c-8e5a-2ce869b5ff57 x-openstack-request-id: req-118131ad-1ed9-415c-8e5a-2ce869b5ff57 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:57.614873 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805f5ac8-f3b3-4225-8244-fb73abae46e6", "tag": "866ff006-486c-40d4-a5a3-4230d28d0416", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:57.617241 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-118131ad-1ed9-415c-8e5a-2ce869b5ff57 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:57.618083 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805f5ac8-f3b3-4225-8244-fb73abae46e6', 'tag': '866ff006-486c-40d4-a5a3-4230d28d0416', 'status': 'completed', 'code': 200} Jul 13 14:38:57.620510 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa1b9a-612e-4df9-ac43-e5a9261f57c4 service neutron] Pushing event updated for resources: {'Port': ['ID=866ff006-486c-40d4-a5a3-4230d28d0416,revision_number=3']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:57.625665 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3e04a-5dfb-438b-8327-cb2ac7d8e428 req-ada4257c-3118-4c96-a0a8-d83b76013cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:57.628889 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8ac3e04a-5dfb-438b-8327-cb2ac7d8e428 req-ada4257c-3118-4c96-a0a8-d83b76013cb1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa HTTP/1.1" status: 200 len: 920 time: 0.4394634 Jul 13 14:38:57.631315 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:38:57.636356 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-7a01963a-512c-41ae-94a5-c482b9f336d4 admin admin] 10.222.0.42 "PUT /v2.0/routers/7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3856518 Jul 13 14:38:57.805989 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:38:57.816110 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Sync routers for ids ['49e70564-2367-41bf-8f4a-10e33744ead6'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:38:57.831172 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Routers {'49e70564-2367-41bf-8f4a-10e33744ead6'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:57.832346 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:38:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['49e70564-2367-41bf-8f4a-10e33744ead6'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:57.845083 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] Notify callbacks [] for router, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:57.848647 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-b99dae2d-dbb1-4ee3-991f-ee56e4845d76 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6943729 Jul 13 14:38:57.849724 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48416) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:58.128223 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Set router 49e70564-2367-41bf-8f4a-10e33744ead6 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:58.223082 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device a45fe109-abf8-43eb-8555-0ab3dc52ac7f up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:58.359195 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port a45fe109-abf8-43eb-8555-0ab3dc52ac7f completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:58.365174 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device a015560a-63ae-4886-ba3a-135718dced0d up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:58.444126 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'name': 'tempest-TestVolumeBootPattern-339287853-router', 'tenant_id': 'e095f4e7cc51424393277f1e2a088659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '3d31f316-45b1-4def-9fdd-5bb709d6493d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:55Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 3, 'project_id': 'e095f4e7cc51424393277f1e2a088659', 'gw_port': {'id': '3d31f316-45b1-4def-9fdd-5bb709d6493d', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:56Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:58.476921 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port a015560a-63ae-4886-ba3a-135718dced0d triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:58.477291 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:58.479687 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Checking router: 49e70564-2367-41bf-8f4a-10e33744ead6 for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:38:58.480208 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Updating router 49e70564-2367-41bf-8f4a-10e33744ead6 port 3d31f316-45b1-4def-9fdd-5bb709d6493d binding host dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:38:58.490139 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 48426) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:58.496391 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-2d131240-192d-465b-834a-f7fddc5e6ca0 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--713682281', 'description': 'tempest-description--254063669'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:58.541765 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:58.545519 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2d131240-192d-465b-834a-f7fddc5e6ca0 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:58.564004 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:58.724476 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 87ae1087-4a84-40ea-b2ba-974a1c163067 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:58.749039 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87668740-be13-4012-886b-ebbfb3492ba6 req-aea483a0-63fc-472c-9a0e-091538ac00be tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:58.751083 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-87668740-be13-4012-886b-ebbfb3492ba6 req-aea483a0-63fc-472c-9a0e-091538ac00be tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.1282306 Jul 13 14:38:58.757538 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] Allocated IP 172.20.0.1 (e37cca41-e379-4128-9418-a0514c9ee081/443fdd53-db8a-4aed-ad9f-76e72d6e8787/aba72d87-8229-4290-9581-7e73c76f1371) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:58.792863 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2d131240-192d-465b-834a-f7fddc5e6ca0 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:58.812079 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2d131240-192d-465b-834a-f7fddc5e6ca0 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:58.829703 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-87668740-be13-4012-886b-ebbfb3492ba6 req-18c077de-646a-4384-89b4-fdbaf8c7efbf tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635557 Jul 13 14:38:58.899613 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d131240-192d-465b-834a-f7fddc5e6ca0 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b585805-fb81-470d-a1b2-39d21897d6d8,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:58.904546 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2d131240-192d-465b-834a-f7fddc5e6ca0 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:58.906923 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-2d131240-192d-465b-834a-f7fddc5e6ca0 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4155180 Jul 13 14:38:58.927628 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 48432) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:58.934931 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Sync routers for ids ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:38:58.951617 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Routers {'7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:58.952352 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:38:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:58.966491 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-e51248fc-e591-47dc-b0de-10bc63e8c0d5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Request body: {'security_group_rule': {'security_group_id': '7b585805-fb81-470d-a1b2-39d21897d6d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:58.977986 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b73ecf-6ec9-45e7-9f89-154bb3e45ae5 None None] Network e37cca41-e379-4128-9418-a0514c9ee081 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:38:59.046013 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 87ae1087-4a84-40ea-b2ba-974a1c163067 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:59.046434 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.074823 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-e51248fc-e591-47dc-b0de-10bc63e8c0d5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.110528 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.124319 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.provisioning_blocks [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] Transition to ACTIVE for port object aba72d87-8229-4290-9581-7e73c76f1371 will not be triggered until provisioned by entity DHCP. {{(pid=93172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:59.154197 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-67b7b3dc-1579-4693-af69-d95ff94de9cd None None] Provisioning for port a45fe109-abf8-43eb-8555-0ab3dc52ac7f completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:59.159630 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.178523 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Set router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:59.197656 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-67b7b3dc-1579-4693-af69-d95ff94de9cd None None] Provisioning complete for port a45fe109-abf8-43eb-8555-0ab3dc52ac7f triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:59.197946 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-67b7b3dc-1579-4693-af69-d95ff94de9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.203035 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] Network e37cca41-e379-4128-9418-a0514c9ee081 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:59.210174 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:59.213978 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:59.225997 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-e51248fc-e591-47dc-b0de-10bc63e8c0d5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.258241 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-e51248fc-e591-47dc-b0de-10bc63e8c0d5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.273464 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=aba72d87-8229-4290-9581-7e73c76f1371,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:59.289330 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3909841'] for router_interface, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.296834 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51248fc-e591-47dc-b0de-10bc63e8c0d5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168f8dbd-49de-455d-85d3-f2758963c2b5,revision_number=0']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:59.315590 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-e51248fc-e591-47dc-b0de-10bc63e8c0d5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.317255 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-e51248fc-e591-47dc-b0de-10bc63e8c0d5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3817112 Jul 13 14:38:59.319708 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 48440) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:59.325303 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Notify callbacks [] for port, precommit_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.327031 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-4f5e510f-e95b-497b-87e6-883dacfd005b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Request body: {'security_group_rule': {'security_group_id': '7b585805-fb81-470d-a1b2-39d21897d6d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:59.351544 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a5e63-0c56-4e8e-839e-c337aaaecd96 req-6e46e3fb-554d-4c14-a71b-66e3ea10d3dd tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:59.353111 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3d7a5e63-0c56-4e8e-839e-c337aaaecd96 req-6e46e3fb-554d-4c14-a71b-66e3ea10d3dd tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 947 time: 0.2161071 Jul 13 14:38:59.389151 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4f5e510f-e95b-497b-87e6-883dacfd005b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.422959 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Transition to ACTIVE for port object 3d31f316-45b1-4def-9fdd-5bb709d6493d will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:59.432457 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3d7a5e63-0c56-4e8e-839e-c337aaaecd96 req-cf6533a2-76ef-4f77-ba86-3784682513f2 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729198 Jul 13 14:38:59.464122 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.467734 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.485976 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4f5e510f-e95b-497b-87e6-883dacfd005b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.494919 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4f5e510f-e95b-497b-87e6-883dacfd005b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.524366 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e510f-e95b-497b-87e6-883dacfd005b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055ea934-7597-46c0-87db-b1b6a45739d1,revision_number=0']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:59.535713 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4f5e510f-e95b-497b-87e6-883dacfd005b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.540454 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48442) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:59.541009 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-4f5e510f-e95b-497b-87e6-883dacfd005b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2183430 Jul 13 14:38:59.553004 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-2b34b719-4bf8-4e4e-8289-8ade6e05567a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Request body: {'floatingip': {'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:59.573100 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:55Z', 'revision_number': 4, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port': {'id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'baa3f25d-9f27-4c06-9c97-3ac2de072cc9', 'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'mac_address': 'fa:16:3e:e0:bd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:38:55Z', 'revision_number': 2, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'subnets': [{'id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:59.574004 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Attempting to bind port 3d31f316-45b1-4def-9fdd-5bb709d6493d on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:59.574376 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Attempting to bind port 3d31f316-45b1-4def-9fdd-5bb709d6493d by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:59.574737 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Attempting to bind port 3d31f316-45b1-4def-9fdd-5bb709d6493d on network 64164622-617a-4d99-aad1-f3cf00d7c839 {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:59.577903 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4938cf-3a0f-4055-b396-d4919d9ab79f None None] Pushing event updated for resources: {'Port': ['ID=3d31f316-45b1-4def-9fdd-5bb709d6493d,revision_number=2']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:59.583932 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-67b7b3dc-1579-4693-af69-d95ff94de9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.587643 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:59.588019 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Checking segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:59.588794 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.589196 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Bound using segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:59.589669 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Bound port: 3d31f316-45b1-4def-9fdd-5bb709d6493d, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:59.590047 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.611672 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Checking router: 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:38:59.612267 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Updating router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c port baa3f25d-9f27-4c06-9c97-3ac2de072cc9 binding host dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:38:59.620438 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2b34b719-4bf8-4e4e-8289-8ade6e05567a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for floatingip, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.663556 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.667100 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-67b7b3dc-1579-4693-af69-d95ff94de9cd None None] For port a45fe109-abf8-43eb-8555-0ab3dc52ac7f, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=a45fe109-abf8-43eb-8555-0ab3dc52ac7f,segment=NetworkSegment(2a308fec-84f4-470a-9710-30d14a0be7db),segment_id=2a308fec-84f4-470a-9710-30d14a0be7db)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:59.679267 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-67b7b3dc-1579-4693-af69-d95ff94de9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.687061 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] For port 3d31f316-45b1-4def-9fdd-5bb709d6493d, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:59.720873 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] For port 3d31f316-45b1-4def-9fdd-5bb709d6493d, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=3d31f316-45b1-4def-9fdd-5bb709d6493d,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:59.727946 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.734376 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.742044 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8777659'] for port, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.753497 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7b3dc-1579-4693-af69-d95ff94de9cd None None] Pushing event updated for resources: {'Port': ['ID=a45fe109-abf8-43eb-8555-0ab3dc52ac7f,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:59.784187 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Routers {'49e70564-2367-41bf-8f4a-10e33744ead6'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:59.784910 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:38:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['49e70564-2367-41bf-8f4a-10e33744ead6'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:59.826711 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=aba72d87-8229-4290-9581-7e73c76f1371,revision_number=2']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:59.832544 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911521'] for router_interface, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.875104 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4938cf-3a0f-4055-b396-d4919d9ab79f None None] Pushing event updated for resources: {'Port': ['ID=3d31f316-45b1-4def-9fdd-5bb709d6493d,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:59.902588 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2b34b719-4bf8-4e4e-8289-8ade6e05567a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:00.013219 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] Set router 49e70564-2367-41bf-8f4a-10e33744ead6 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:39:00.013821 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] Network e37cca41-e379-4128-9418-a0514c9ee081 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:39:00.016258 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:39:00.047137 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-6af41f4d-4637-49b7-b1a2-2085eeb54cad None None] Provisioning complete for port a45fe109-abf8-43eb-8555-0ab3dc52ac7f triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:00.047501 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-6af41f4d-4637-49b7-b1a2-2085eeb54cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:00.065076 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:00.079132 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Transition to ACTIVE for port object baa3f25d-9f27-4c06-9c97-3ac2de072cc9 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:39:00.105040 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:00.106757 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-2b34b719-4bf8-4e4e-8289-8ade6e05567a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Allocated IP 172.27.2.28 (64164622-617a-4d99-aad1-f3cf00d7c839/9a558fe0-5def-4fa7-9003-30b84af57514/e64bdd67-0118-4915-ac9b-02d0bd8b34ff) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:39:00.134577 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb031a23-5168-439a-af5a-e37ab545d556 req-dbfae6eb-8826-48a7-add7-b749f47fd071 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:00.143113 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fb031a23-5168-439a-af5a-e37ab545d556 req-dbfae6eb-8826-48a7-add7-b749f47fd071 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.1429431 Jul 13 14:39:00.195444 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fb031a23-5168-439a-af5a-e37ab545d556 req-95e1e150-9655-4da3-8a74-ac209bef0545 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512598 Jul 13 14:39:00.248189 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c319633-2c20-44d5-865a-7885505d377b None None] Pushing event updated for resources: {'Port': ['ID=baa3f25d-9f27-4c06-9c97-3ac2de072cc9,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:00.274418 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] Router 49e70564-2367-41bf-8f4a-10e33744ead6 has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:39:00.328995 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Attempting to bind port baa3f25d-9f27-4c06-9c97-3ac2de072cc9 on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:39:00.329624 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Attempting to bind port baa3f25d-9f27-4c06-9c97-3ac2de072cc9 by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '1f16aa98-4204-4d43-9b24-761b08f96008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:39:00.330301 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Attempting to bind port baa3f25d-9f27-4c06-9c97-3ac2de072cc9 on network 4a963334-8a3d-4698-baf7-6514da665b97 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:39:00.345409 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:39:00.346281 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Checking segment: {'id': '1f16aa98-4204-4d43-9b24-761b08f96008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:39:00.347150 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:00.348790 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Bound using segment: {'id': '1f16aa98-4204-4d43-9b24-761b08f96008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:39:00.350972 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Bound port: baa3f25d-9f27-4c06-9c97-3ac2de072cc9, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f16aa98-4204-4d43-9b24-761b08f96008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:39:00.351501 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:00.397208 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2b34b719-4bf8-4e4e-8289-8ade6e05567a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:00.402875 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-6af41f4d-4637-49b7-b1a2-2085eeb54cad None None] Provisioning for port aba72d87-8229-4290-9581-7e73c76f1371 completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:39:00.417041 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-6af41f4d-4637-49b7-b1a2-2085eeb54cad None None] Provisioning complete for port aba72d87-8229-4290-9581-7e73c76f1371 triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:00.421510 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-6af41f4d-4637-49b7-b1a2-2085eeb54cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:00.474308 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-6af41f4d-4637-49b7-b1a2-2085eeb54cad None None] Port aba72d87-8229-4290-9581-7e73c76f1371 cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:39:00.482110 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'name': 'tempest-TestVolumeBootPattern-339287853-router', 'tenant_id': 'e095f4e7cc51424393277f1e2a088659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '3d31f316-45b1-4def-9fdd-5bb709d6493d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:55Z', 'updated_at': '2021-07-13T14:38:59Z', 'revision_number': 4, 'project_id': 'e095f4e7cc51424393277f1e2a088659', 'gw_port': {'id': '3d31f316-45b1-4def-9fdd-5bb709d6493d', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:56Z', 'updated_at': '2021-07-13T14:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'aba72d87-8229-4290-9581-7e73c76f1371', 'name': '', 'network_id': 'e37cca41-e379-4128-9418-a0514c9ee081', 'tenant_id': 'e095f4e7cc51424393277f1e2a088659', 'mac_address': 'fa:16:3e:22:12:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '443fdd53-db8a-4aed-ad9f-76e72d6e8787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:58Z', 'updated_at': '2021-07-13T14:38:59Z', 'revision_number': 2, 'project_id': 'e095f4e7cc51424393277f1e2a088659', 'subnets': [{'id': '443fdd53-db8a-4aed-ad9f-76e72d6e8787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:00.492419 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] For port baa3f25d-9f27-4c06-9c97-3ac2de072cc9, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:39:00.496143 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] For port baa3f25d-9f27-4c06-9c97-3ac2de072cc9, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=baa3f25d-9f27-4c06-9c97-3ac2de072cc9,segment=NetworkSegment(1f16aa98-4204-4d43-9b24-761b08f96008),segment_id=1f16aa98-4204-4d43-9b24-761b08f96008)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:39:00.500010 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:39:00.505146 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:00.509534 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-d182d303-f590-4b5a-a7ab-5b368c152ed9 admin admin] 10.222.0.42 "PUT /v2.0/routers/49e70564-2367-41bf-8f4a-10e33744ead6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6586165 Jul 13 14:39:00.530614 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2b34b719-4bf8-4e4e-8289-8ade6e05567a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:00.552071 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1f1d66-19c8-4eef-af4f-2bf94f1b2572 None None] The sync data for ids ['49e70564-2367-41bf-8f4a-10e33744ead6'] in dv-cinder-788365-4-iscsi is: [{'id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'name': 'tempest-TestVolumeBootPattern-339287853-router', 'tenant_id': 'e095f4e7cc51424393277f1e2a088659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '3d31f316-45b1-4def-9fdd-5bb709d6493d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:55Z', 'updated_at': '2021-07-13T14:38:59Z', 'revision_number': 4, 'project_id': 'e095f4e7cc51424393277f1e2a088659', 'gw_port': {'id': '3d31f316-45b1-4def-9fdd-5bb709d6493d', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:56Z', 'updated_at': '2021-07-13T14:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'aba72d87-8229-4290-9581-7e73c76f1371', 'name': '', 'network_id': 'e37cca41-e379-4128-9418-a0514c9ee081', 'tenant_id': 'e095f4e7cc51424393277f1e2a088659', 'mac_address': 'fa:16:3e:22:12:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '443fdd53-db8a-4aed-ad9f-76e72d6e8787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:58Z', 'updated_at': '2021-07-13T14:38:59Z', 'revision_number': 2, 'project_id': 'e095f4e7cc51424393277f1e2a088659', 'subnets': [{'id': '443fdd53-db8a-4aed-ad9f-76e72d6e8787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:39:00.582633 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b34b719-4bf8-4e4e-8289-8ade6e05567a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:39:00.603310 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-8de4bf57-88ba-4f88-bbaa-d85db1c26638 None None] Provisioning complete for port aba72d87-8229-4290-9581-7e73c76f1371 triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:00.603690 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-8de4bf57-88ba-4f88-bbaa-d85db1c26638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:00.604259 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-2b34b719-4bf8-4e4e-8289-8ade6e05567a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:39:00.608960 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b34b719-4bf8-4e4e-8289-8ade6e05567a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:39:00.639665 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Routers {'7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:39:00.642586 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:38:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:00.678522 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34b719-4bf8-4e4e-8289-8ade6e05567a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Pushing event updated for resources: {'Port': ['ID=e64bdd67-0118-4915-ac9b-02d0bd8b34ff,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:00.693359 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-8de4bf57-88ba-4f88-bbaa-d85db1c26638 None None] Port aba72d87-8229-4290-9581-7e73c76f1371 cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:39:00.738845 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c319633-2c20-44d5-865a-7885505d377b None None] Pushing event updated for resources: {'Port': ['ID=baa3f25d-9f27-4c06-9c97-3ac2de072cc9,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:00.741919 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ce491-3dbc-4e25-8d79-2b73f36e4a2a req-4e01de76-8574-4e0e-b240-def36d338fae tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:00.763042 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-255ce491-3dbc-4e25-8d79-2b73f36e4a2a req-4e01de76-8574-4e0e-b240-def36d338fae tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 947 time: 0.1520135 Jul 13 14:39:00.835235 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2b34b719-4bf8-4e4e-8289-8ade6e05567a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:00.835516 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-255ce491-3dbc-4e25-8d79-2b73f36e4a2a req-193152ed-4232-49b2-a760-6af99d00b9a8 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714214 Jul 13 14:39:00.852133 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-dc0f2d36-d3f9-439b-bd0a-da83b9d730ae None None] Provisioning complete for port aba72d87-8229-4290-9581-7e73c76f1371 triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:00.852133 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-dc0f2d36-d3f9-439b-bd0a-da83b9d730ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:00.875989 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] Set router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:39:00.914240 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f2d36-d3f9-439b-bd0a-da83b9d730ae None None] Port aba72d87-8229-4290-9581-7e73c76f1371 cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:39:00.919038 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2b34b719-4bf8-4e4e-8289-8ade6e05567a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:00.951267 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8ac3e04a-5dfb-438b-8327-cb2ac7d8e428 req-cb98c75a-10d6-49db-85b0-1f6e7b3f3960 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b248703e-0e01-4423-89b6-fa68d6ae81a1 HTTP/1.1" status: 200 len: 217 time: 0.0560052 Jul 13 14:39:01.053840 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3e04a-5dfb-438b-8327-cb2ac7d8e428 req-8e04d615-3235-4d98-a54c-1359c9350b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:01.055825 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8ac3e04a-5dfb-438b-8327-cb2ac7d8e428 req-8e04d615-3235-4d98-a54c-1359c9350b09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad6df99-8b00-4415-baa5-1fe0afd18c9f HTTP/1.1" status: 200 len: 859 time: 0.0940835 Jul 13 14:39:01.060769 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a2af5-1b82-4cc6-a4d5-550da769a6fd req-6a28ffc5-454f-485e-a24c-af3abecbc6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:01.062282 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-222a2af5-1b82-4cc6-a4d5-550da769a6fd req-6a28ffc5-454f-485e-a24c-af3abecbc6f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=78dd72d1640549d6b6bbd16f921ef004&device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 1100 time: 0.1101642 Jul 13 14:39:01.129413 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:55Z', 'revision_number': 4, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port': {'id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'baa3f25d-9f27-4c06-9c97-3ac2de072cc9', 'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'mac_address': 'fa:16:3e:e0:bd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:00Z', 'revision_number': 4, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'subnets': [{'id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:01.133314 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.142129 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8ac3e04a-5dfb-438b-8327-cb2ac7d8e428 req-6d5b8176-ce79-46a8-9ae1-07da1698494a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658627 Jul 13 14:39:01.148111 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-222a2af5-1b82-4cc6-a4d5-550da769a6fd req-aa71443e-98bb-4c4a-93d7-238b595e4fed service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=78dd72d1640549d6b6bbd16f921ef004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713615 Jul 13 14:39:01.152567 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2b34b719-4bf8-4e4e-8289-8ade6e05567a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for port, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.161316 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe93c34-e4e6-4a1c-9ce1-8dc322c476e6 None None] The sync data for ids ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'] in dv-cinder-788365-4-iscsi is: [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:55Z', 'revision_number': 4, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port': {'id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'baa3f25d-9f27-4c06-9c97-3ac2de072cc9', 'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'mac_address': 'fa:16:3e:e0:bd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:00Z', 'revision_number': 4, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'subnets': [{'id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:39:01.166118 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2b34b719-4bf8-4e4e-8289-8ade6e05567a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8777659'] for port, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.193884 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48464) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:01.200303 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-857fd668-312c-4b6c-9182-ac28fc64320c tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1548478119', 'description': 'tempest-secgroup-smoke-1548478119 description', 'project_id': 'f9e7c29b365b4dabab5e1082907164f1'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:01.264034 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34b719-4bf8-4e4e-8289-8ade6e05567a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Pushing event updated for resources: {'Port': ['ID=e64bdd67-0118-4915-ac9b-02d0bd8b34ff,revision_number=2']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:01.270509 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2b34b719-4bf8-4e4e-8289-8ade6e05567a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909700'] for floatingip, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.274701 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-857fd668-312c-4b6c-9182-ac28fc64320c tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.302500 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2b34b719-4bf8-4e4e-8289-8ade6e05567a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.304053 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-2b34b719-4bf8-4e4e-8289-8ade6e05567a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7625551 Jul 13 14:39:01.391049 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-857fd668-312c-4b6c-9182-ac28fc64320c tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.395981 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-857fd668-312c-4b6c-9182-ac28fc64320c tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.432608 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-857fd668-312c-4b6c-9182-ac28fc64320c tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.434734 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-857fd668-312c-4b6c-9182-ac28fc64320c tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2392533 Jul 13 14:39:01.436610 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fd668-312c-4b6c-9182-ac28fc64320c tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aa9764-3590-41bb-82f9-b91d6329e1bc,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:01.439828 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48486) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:01.445236 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-b72f8f18-622b-4c7a-88af-697c61d1c694 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Request body: {'security_group_rule': {'security_group_id': 'b8aa9764-3590-41bb-82f9-b91d6329e1bc', 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:01.477339 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b72f8f18-622b-4c7a-88af-697c61d1c694 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.550880 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b72f8f18-622b-4c7a-88af-697c61d1c694 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.556816 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b72f8f18-622b-4c7a-88af-697c61d1c694 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.577858 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f8f18-622b-4c7a-88af-697c61d1c694 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a41dc7e-54fa-473e-b94c-dba1edeb5948,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:01.582257 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b72f8f18-622b-4c7a-88af-697c61d1c694 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.586402 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-b72f8f18-622b-4c7a-88af-697c61d1c694 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428752 Jul 13 14:39:01.587139 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48488) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:01.591831 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-a05f9b91-8915-424d-a44d-50fa4a5277a1 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Request body: {'security_group_rule': {'security_group_id': 'b8aa9764-3590-41bb-82f9-b91d6329e1bc', 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:01.633937 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a05f9b91-8915-424d-a44d-50fa4a5277a1 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.725114 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a11e8df3-55b9-45e5-bd71-210d58608b61 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--713682281&fields=id&tenant_id=065fe1745d9447699acdf1485585e8ff HTTP/1.1" status: 200 len: 267 time: 0.1984015 Jul 13 14:39:01.761806 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8ac3e04a-5dfb-438b-8327-cb2ac7d8e428 req-20e16a94-76cf-449f-93ed-98fb2bf0fe5f service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042788 Jul 13 14:39:01.763056 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a05f9b91-8915-424d-a44d-50fa4a5277a1 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.770078 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a05f9b91-8915-424d-a44d-50fa4a5277a1 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.783998 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a2af5-1b82-4cc6-a4d5-550da769a6fd req-d9b016bf-8157-492a-9d5f-7b6800994905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:01.786409 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-222a2af5-1b82-4cc6-a4d5-550da769a6fd req-d9b016bf-8157-492a-9d5f-7b6800994905 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6088111 Jul 13 14:39:01.812701 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f9b91-8915-424d-a44d-50fa4a5277a1 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5011f1d4-26b7-4763-90cb-ac554e6de955,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:01.822376 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a05f9b91-8915-424d-a44d-50fa4a5277a1 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.823749 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-a05f9b91-8915-424d-a44d-50fa4a5277a1 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2356553 Jul 13 14:39:01.830787 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48490) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:01.839498 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-52f9b524-5a4c-457b-93fb-d10a30dea93d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Request body: {'security_group_rule': {'security_group_id': 'b8aa9764-3590-41bb-82f9-b91d6329e1bc', 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:01.911649 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-52f9b524-5a4c-457b-93fb-d10a30dea93d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.974173 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device a45fe109-abf8-43eb-8555-0ab3dc52ac7f up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:01.991616 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-52f9b524-5a4c-457b-93fb-d10a30dea93d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.995529 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-52f9b524-5a4c-457b-93fb-d10a30dea93d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.017631 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d292715-50ad-47a5-8e99-a2b216099aa0 req-712c31ab-b97d-4a3f-818d-3889a6aca0ce tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:02.024417 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9b524-5a4c-457b-93fb-d10a30dea93d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b750d31-5674-4f13-a8bf-42d2fcfa5f69,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:02.025452 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5d292715-50ad-47a5-8e99-a2b216099aa0 req-712c31ab-b97d-4a3f-818d-3889a6aca0ce tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.5019684 Jul 13 14:39:02.027874 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-52f9b524-5a4c-457b-93fb-d10a30dea93d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.029452 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-52f9b524-5a4c-457b-93fb-d10a30dea93d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1965773 Jul 13 14:39:02.032419 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48496) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:02.037793 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-8289ff05-7552-45bf-aded-5c594b6c7946 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Request body: {'security_group_rule': {'security_group_id': 'b8aa9764-3590-41bb-82f9-b91d6329e1bc', 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:02.039713 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port a45fe109-abf8-43eb-8555-0ab3dc52ac7f triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:02.040104 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.057351 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03246f03-b060-45ab-8056-4c36e0feb141 req-f100487f-40c3-4834-9d50-b8b87500eef8 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:02.064356 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03246f03-b060-45ab-8056-4c36e0feb141 req-f100487f-40c3-4834-9d50-b8b87500eef8 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/networks?id=4a963334-8a3d-4698-baf7-6514da665b97 HTTP/1.1" status: 200 len: 810 time: 0.3387797 Jul 13 14:39:02.082772 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-8289ff05-7552-45bf-aded-5c594b6c7946 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.124898 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03246f03-b060-45ab-8056-4c36e0feb141 req-15d82a68-da0f-4670-a0fe-afe94855d2f5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/quotas/065fe1745d9447699acdf1485585e8ff HTTP/1.1" status: 200 len: 375 time: 0.0588839 Jul 13 14:39:02.180194 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-8289ff05-7552-45bf-aded-5c594b6c7946 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.185159 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device baa3f25d-9f27-4c06-9c97-3ac2de072cc9 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:02.192480 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-8289ff05-7552-45bf-aded-5c594b6c7946 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.223469 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289ff05-7552-45bf-aded-5c594b6c7946 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef1f7b4-8878-4ad1-b13d-676fb909a0c0,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:02.232891 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-8289ff05-7552-45bf-aded-5c594b6c7946 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.236669 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-8289ff05-7552-45bf-aded-5c594b6c7946 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2006438 Jul 13 14:39:02.236972 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48502) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:02.243516 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-5ca8316b-f843-4992-a558-bfbbe63bb206 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Request body: {'security_group_rule': {'security_group_id': 'b8aa9764-3590-41bb-82f9-b91d6329e1bc', 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:02.268062 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8ac3e04a-5dfb-438b-8327-cb2ac7d8e428 req-a1fa9ae0-eb7b-4f5c-909c-2e81eda41baa service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806819 Jul 13 14:39:02.278589 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port baa3f25d-9f27-4c06-9c97-3ac2de072cc9 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:39:02.284019 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5d292715-50ad-47a5-8e99-a2b216099aa0 req-c040c158-510b-4680-9135-624825c75fa3 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359550 Jul 13 14:39:02.287649 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port baa3f25d-9f27-4c06-9c97-3ac2de072cc9 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:02.287649 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.297609 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.securitygroups_db [None req-5ca8316b-f843-4992-a558-bfbbe63bb206 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Project f9e7c29b365b4dabab5e1082907164f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:39:02.306304 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5ca8316b-f843-4992-a558-bfbbe63bb206 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.366076 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-55b3b74d-c789-44d1-b99c-d9338a6d38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:02.366601 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-55b3b74d-c789-44d1-b99c-d9338a6d38ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=78dd72d1640549d6b6bbd16f921ef004&device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 1100 time: 0.4311857 Jul 13 14:39:02.482642 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5ca8316b-f843-4992-a558-bfbbe63bb206 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.493726 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5ca8316b-f843-4992-a558-bfbbe63bb206 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.520702 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03246f03-b060-45ab-8056-4c36e0feb141 req-444ce9e7-5cc8-44d2-9125-934287dd59ad tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=065fe1745d9447699acdf1485585e8ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3937836 Jul 13 14:39:02.525147 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-ffa19718-3e31-442a-aab4-99ffb4986ba6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=866ff006-486c-40d4-a5a3-4230d28d0416 HTTP/1.1" status: 200 len: 217 time: 0.1448460 Jul 13 14:39:02.528455 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.532002 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5ca8316b-f843-4992-a558-bfbbe63bb206 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.533287 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-5ca8316b-f843-4992-a558-bfbbe63bb206 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2952328 Jul 13 14:39:02.544443 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48516) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:02.552539 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-38d87d43-87b0-46ca-9d74-a6d20810595a tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Request body: {'security_group_rule': {'security_group_id': 'b8aa9764-3590-41bb-82f9-b91d6329e1bc', 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:02.615200 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.securitygroups_db [None req-38d87d43-87b0-46ca-9d74-a6d20810595a tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Project f9e7c29b365b4dabab5e1082907164f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:39:02.616998 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port baa3f25d-9f27-4c06-9c97-3ac2de072cc9, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=baa3f25d-9f27-4c06-9c97-3ac2de072cc9,segment=NetworkSegment(1f16aa98-4204-4d43-9b24-761b08f96008),segment_id=1f16aa98-4204-4d43-9b24-761b08f96008)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:02.627206 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.631673 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8316b-f843-4992-a558-bfbbe63bb206 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839cced3-830b-4b6b-873e-afaba424ecfe,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:02.641326 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-38d87d43-87b0-46ca-9d74-a6d20810595a tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.714003 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-38d87d43-87b0-46ca-9d74-a6d20810595a tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.719488 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-38d87d43-87b0-46ca-9d74-a6d20810595a tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.776939 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=baa3f25d-9f27-4c06-9c97-3ac2de072cc9,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:02.783010 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-38d87d43-87b0-46ca-9d74-a6d20810595a tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.792567 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-38d87d43-87b0-46ca-9d74-a6d20810595a tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2454393 Jul 13 14:39:02.795498 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d87d43-87b0-46ca-9d74-a6d20810595a tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277349b9-6d4b-4a26-b208-d3c087df26dc,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:02.846614 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-b2756217-4295-488a-af95-877e5f6d200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:02.848674 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-b2756217-4295-488a-af95-877e5f6d200e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e702eb36-b450-4f64-a1c9-64f391f3b705 HTTP/1.1" status: 200 len: 843 time: 0.3045909 Jul 13 14:39:02.967527 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03246f03-b060-45ab-8056-4c36e0feb141 req-e407f218-cc53-4b94-8d47-f4ec8376c132 service neutron] 10.222.0.42 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032114 Jul 13 14:39:03.101005 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cfdaf-d44c-4d51-becb-fcbea4c2538a req-37791e93-f745-4e1d-9cc4-11bda7148b52 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:03.102562 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-559cfdaf-d44c-4d51-becb-fcbea4c2538a req-37791e93-f745-4e1d-9cc4-11bda7148b52 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 947 time: 0.4440949 Jul 13 14:39:03.175108 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-de1575bc-a6d7-4156-8e03-08a6728d14ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:03.176727 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-de1575bc-a6d7-4156-8e03-08a6728d14ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f7bb2684-7c22-4a00-a765-50330b4022e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3079500 Jul 13 14:39:03.183834 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a5ebe91e-3bf3-4b7f-a79a-711a437c9f2a service neutron] 10.222.0.42 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109566 Jul 13 14:39:03.204322 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-559cfdaf-d44c-4d51-becb-fcbea4c2538a req-49dd6db6-776a-4014-a616-3d409bba0ccf tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894833 Jul 13 14:39:03.567105 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e2210-eaf8-4186-a69f-261d98e9e9b9 req-4b28652f-5838-4c13-ae0a-1e05e775bd4d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:03.568826 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e75e2210-eaf8-4186-a69f-261d98e9e9b9 req-4b28652f-5838-4c13-ae0a-1e05e775bd4d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0739937 Jul 13 14:39:03.621137 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e75e2210-eaf8-4186-a69f-261d98e9e9b9 req-016cea3e-e77a-437a-8c88-98e9ca2d7f63 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459533 Jul 13 14:39:03.734843 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c6c868d3-05ab-4210-a297-47fd4e3bfd9b req-fcb8ff4d-2bd1-4299-984a-c6bc9769f22c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 210 time: 0.0440886 Jul 13 14:39:03.887364 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 3d31f316-45b1-4def-9fdd-5bb709d6493d up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:03.938229 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port 3d31f316-45b1-4def-9fdd-5bb709d6493d completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:39:03.942318 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 3d31f316-45b1-4def-9fdd-5bb709d6493d triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:03.942696 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:04.029151 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:04.049388 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port 3d31f316-45b1-4def-9fdd-5bb709d6493d, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=3d31f316-45b1-4def-9fdd-5bb709d6493d,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:04.053000 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:04.053778 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device baa3f25d-9f27-4c06-9c97-3ac2de072cc9 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:04.129189 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=3d31f316-45b1-4def-9fdd-5bb709d6493d,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:04.138524 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port baa3f25d-9f27-4c06-9c97-3ac2de072cc9 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:04.139273 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:04.367783 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7592cf-0d30-477c-aea0-acf961868445 req-9e6be673-2742-442a-bb16-216c358ecc5b tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:04.369272 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fb7592cf-0d30-477c-aea0-acf961868445 req-9e6be673-2742-442a-bb16-216c358ecc5b tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 947 time: 0.0627859 Jul 13 14:39:04.405775 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fb7592cf-0d30-477c-aea0-acf961868445 req-6fdec04f-de55-41f4-bdf1-c27763d1240a tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310566 Jul 13 14:39:04.804728 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6138e-4591-4b92-b7db-e5371528a56f req-03025fed-3735-430e-8fcd-18c7414178d0 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:04.806241 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1bd6138e-4591-4b92-b7db-e5371528a56f req-03025fed-3735-430e-8fcd-18c7414178d0 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0659018 Jul 13 14:39:04.843558 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1bd6138e-4591-4b92-b7db-e5371528a56f req-6dfc9b53-af5b-4b77-8990-35ade6106a62 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316505 Jul 13 14:39:04.969014 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e76eab06-4c2b-409e-a645-8894e720eab8 req-d477d4c6-8e8c-43a2-bdcc-a62be43fb975 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 210 time: 0.0282326 Jul 13 14:39:05.580140 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a61661-da70-4d5e-8cc9-238a13e7bd0b req-9f5d1a8a-923f-47a5-ad77-df69d540cd01 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:05.581630 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f8a61661-da70-4d5e-8cc9-238a13e7bd0b req-9f5d1a8a-923f-47a5-ad77-df69d540cd01 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 947 time: 0.0679994 Jul 13 14:39:05.620256 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f8a61661-da70-4d5e-8cc9-238a13e7bd0b req-b0b62e20-ceeb-427d-8517-c2896942f395 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331433 Jul 13 14:39:05.761699 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 3d31f316-45b1-4def-9fdd-5bb709d6493d up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:05.808247 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 3d31f316-45b1-4def-9fdd-5bb709d6493d triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:05.808648 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:06.120238 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-62d98a18-391c-4f70-9321-be62ec339c18 service neutron] 10.222.0.44 "GET /v2.0/networks/f7bb2684-7c22-4a00-a765-50330b4022e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741118 Jul 13 14:39:06.128130 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cb209-f439-4a82-9995-f4e7cf0c17f9 req-2fd47841-babd-4413-a5e3-16ee5b0ae592 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:06.130103 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-945cb209-f439-4a82-9995-f4e7cf0c17f9 req-2fd47841-babd-4413-a5e3-16ee5b0ae592 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.1537530 Jul 13 14:39:06.288758 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ea7f10d3-75a7-4f9f-8d87-96c1088010f6 req-f8d1c0fd-3b68-4809-92a7-3b694f4d67a1 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 210 time: 0.0773945 Jul 13 14:39:06.313803 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-945cb209-f439-4a82-9995-f4e7cf0c17f9 req-4ed5ee75-fe36-49e0-9cd2-9dff2540ee14 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775367 Jul 13 14:39:06.363764 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-99db2eb4-c912-4f29-9733-b44f4c88494a req-20289b60-f8db-499c-99e0-6fa60bf4f27b service neutron] 10.222.0.44 "GET /v2.0/networks/f7bb2684-7c22-4a00-a765-50330b4022e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323389 Jul 13 14:39:06.522670 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Sync routers for ids ['49e70564-2367-41bf-8f4a-10e33744ead6'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:39:06.531781 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Routers {'49e70564-2367-41bf-8f4a-10e33744ead6'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:39:06.532384 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:38:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['49e70564-2367-41bf-8f4a-10e33744ead6'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:06.698400 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-8e89f0c4-9d9e-416f-8800-53adbeaf925b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:06.762386 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Set router 49e70564-2367-41bf-8f4a-10e33744ead6 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:39:06.809767 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a375d7-44b8-46cd-853c-55b06d9968ef req-5faf2c7b-ff8c-4113-b31c-8a745ec4cb3f tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:06.811346 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-82a375d7-44b8-46cd-853c-55b06d9968ef req-5faf2c7b-ff8c-4113-b31c-8a745ec4cb3f tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 947 time: 0.0738299 Jul 13 14:39:06.903207 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-82a375d7-44b8-46cd-853c-55b06d9968ef req-60294449-1f0d-4838-a101-d133c968d155 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820310 Jul 13 14:39:07.038024 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'name': 'tempest-TestVolumeBootPattern-339287853-router', 'tenant_id': 'e095f4e7cc51424393277f1e2a088659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '3d31f316-45b1-4def-9fdd-5bb709d6493d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:55Z', 'updated_at': '2021-07-13T14:38:59Z', 'revision_number': 4, 'project_id': 'e095f4e7cc51424393277f1e2a088659', 'gw_port': {'id': '3d31f316-45b1-4def-9fdd-5bb709d6493d', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:56Z', 'updated_at': '2021-07-13T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'aba72d87-8229-4290-9581-7e73c76f1371', 'name': '', 'network_id': 'e37cca41-e379-4128-9418-a0514c9ee081', 'tenant_id': 'e095f4e7cc51424393277f1e2a088659', 'mac_address': 'fa:16:3e:22:12:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '443fdd53-db8a-4aed-ad9f-76e72d6e8787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:58Z', 'updated_at': '2021-07-13T14:38:59Z', 'revision_number': 2, 'project_id': 'e095f4e7cc51424393277f1e2a088659', 'subnets': [{'id': '443fdd53-db8a-4aed-ad9f-76e72d6e8787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:07.066732 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Checking router: 49e70564-2367-41bf-8f4a-10e33744ead6 for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:39:07.067202 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Updating router 49e70564-2367-41bf-8f4a-10e33744ead6 port aba72d87-8229-4290-9581-7e73c76f1371 binding host dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:39:07.088970 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03246f03-b060-45ab-8056-4c36e0feb141 req-f901ef42-30ed-41d0-86b4-198d0754b5cb tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:07.090787 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03246f03-b060-45ab-8056-4c36e0feb141 req-f901ef42-30ed-41d0-86b4-198d0754b5cb tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.44 "GET /v2.0/networks?id=4a963334-8a3d-4698-baf7-6514da665b97 HTTP/1.1" status: 200 len: 810 time: 0.1315868 Jul 13 14:39:07.118111 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:07.172381 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03246f03-b060-45ab-8056-4c36e0feb141 req-93dbb78a-071c-4802-be4c-a22fea270a33 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=065fe1745d9447699acdf1485585e8ff HTTP/1.1" status: 200 len: 379 time: 0.0692003 Jul 13 14:39:07.196046 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-03246f03-b060-45ab-8056-4c36e0feb141 req-87919961-a71b-448e-89cc-9b7fc4d1f0dd tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Request body: {'port': {'device_id': 'ccbe5bb0-0230-48d7-95d6-b31925bb4f67', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'admin_state_up': True, 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'security_groups': ['7b585805-fb81-470d-a1b2-39d21897d6d8']}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:07.340138 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03246f03-b060-45ab-8056-4c36e0feb141 req-87919961-a71b-448e-89cc-9b7fc4d1f0dd tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Made reservation on behalf of 065fe1745d9447699acdf1485585e8ff for: {'port': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:39:07.345669 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-03246f03-b060-45ab-8056-4c36e0feb141 req-87919961-a71b-448e-89cc-9b7fc4d1f0dd tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:07.567582 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ced13f53-b113-44c8-9ed1-3f73525452e3 req-17591952-9054-4f0a-b6e0-bb7e1e99ca6d tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 210 time: 0.0448430 Jul 13 14:39:07.679587 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [req-03246f03-b060-45ab-8056-4c36e0feb141 req-87919961-a71b-448e-89cc-9b7fc4d1f0dd tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Allocated IP 172.20.0.13 (4a963334-8a3d-4698-baf7-6514da665b97/8c733a02-d38f-400d-bfec-4ffd5b7ca3d1/a9e24f45-8f39-4439-9c7f-9518a62260d4) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:39:07.709228 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Notify callbacks [] for port, precommit_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:07.724955 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4045ea1-c85d-4550-9909-65694bc26586 req-a2e13af1-f43e-48ec-9f64-5854af2e7ae6 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:07.731903 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a4045ea1-c85d-4550-9909-65694bc26586 req-a2e13af1-f43e-48ec-9f64-5854af2e7ae6 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.1715672 Jul 13 14:39:07.736874 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Transition to ACTIVE for port object aba72d87-8229-4290-9581-7e73c76f1371 will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:39:07.749421 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:07.788950 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 866ff006-486c-40d4-a5a3-4230d28d0416 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:39:07.792884 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48720) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:07.835732 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a4045ea1-c85d-4550-9909-65694bc26586 req-e3dfdc49-7757-4c46-81b0-94ae17cd17db tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030538 Jul 13 14:39:07.841952 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc09656-527d-47b8-b633-beaa680b5868 None None] Pushing event updated for resources: {'Port': ['ID=aba72d87-8229-4290-9581-7e73c76f1371,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:07.966863 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-03246f03-b060-45ab-8056-4c36e0feb141 req-87919961-a71b-448e-89cc-9b7fc4d1f0dd tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:07.995425 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2056d231-ef3d-446e-a274-27684d537eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:08.003409 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-03246f03-b060-45ab-8056-4c36e0feb141 req-87919961-a71b-448e-89cc-9b7fc4d1f0dd tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Transition to ACTIVE for port object a9e24f45-8f39-4439-9c7f-9518a62260d4 will not be triggered until provisioned by entity DHCP. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:39:08.045716 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-03246f03-b060-45ab-8056-4c36e0feb141 req-87919961-a71b-448e-89cc-9b7fc4d1f0dd tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:08.065925 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 866ff006-486c-40d4-a5a3-4230d28d0416, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=866ff006-486c-40d4-a5a3-4230d28d0416,segment=NetworkSegment(e6be2519-659f-445a-bb97-1ead2c101f31),segment_id=e6be2519-659f-445a-bb97-1ead2c101f31)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:08.083901 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Attempting to bind port aba72d87-8229-4290-9581-7e73c76f1371 on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:39:08.084604 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Attempting to bind port aba72d87-8229-4290-9581-7e73c76f1371 by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '2a308fec-84f4-470a-9710-30d14a0be7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e37cca41-e379-4128-9418-a0514c9ee081'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:39:08.085130 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Attempting to bind port aba72d87-8229-4290-9581-7e73c76f1371 on network e37cca41-e379-4128-9418-a0514c9ee081 {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:39:08.087392 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': '866ff006-486c-40d4-a5a3-4230d28d0416', 'network_id': 'f7bb2684-7c22-4a00-a765-50330b4022e3', 'port_id': '866ff006-486c-40d4-a5a3-4230d28d0416', 'mac_address': 'fa:16:3e:76:11:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e702eb36-b450-4f64-a1c9-64f391f3b705', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:39:08.094256 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:39:08.094909 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Checking segment: {'id': '2a308fec-84f4-470a-9710-30d14a0be7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e37cca41-e379-4128-9418-a0514c9ee081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:39:08.095472 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:08.096025 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Bound using segment: {'id': '2a308fec-84f4-470a-9710-30d14a0be7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e37cca41-e379-4128-9418-a0514c9ee081'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:39:08.096683 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Bound port: aba72d87-8229-4290-9581-7e73c76f1371, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a308fec-84f4-470a-9710-30d14a0be7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e37cca41-e379-4128-9418-a0514c9ee081'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:39:08.097532 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:08.124149 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2056d231-ef3d-446e-a274-27684d537eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:08.128981 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2056d231-ef3d-446e-a274-27684d537eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:08.145851 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03246f03-b060-45ab-8056-4c36e0feb141 req-87919961-a71b-448e-89cc-9b7fc4d1f0dd tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Network 4a963334-8a3d-4698-baf7-6514da665b97 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:39:08.152709 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [req-03246f03-b060-45ab-8056-4c36e0feb141 req-87919961-a71b-448e-89cc-9b7fc4d1f0dd tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:39:08.156275 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-03246f03-b060-45ab-8056-4c36e0feb141 req-87919961-a71b-448e-89cc-9b7fc4d1f0dd tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:39:08.178956 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-2056d231-ef3d-446e-a274-27684d537eef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e55337363734c3d89b7af15d5446af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819103 Jul 13 14:39:08.179155 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:08.179262 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056d231-ef3d-446e-a274-27684d537eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172b186e-720a-44b4-b0cb-4e9f4b9a77be,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:08.180202 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 48730) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:08.209432 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866ff006-486c-40d4-a5a3-4230d28d0416 {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:39:08.215393 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] For port aba72d87-8229-4290-9581-7e73c76f1371, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:39:08.225614 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03246f03-b060-45ab-8056-4c36e0feb141 req-87919961-a71b-448e-89cc-9b7fc4d1f0dd tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:08.226259 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-03246f03-b060-45ab-8056-4c36e0feb141 req-87919961-a71b-448e-89cc-9b7fc4d1f0dd tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:08.235773 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] For port aba72d87-8229-4290-9581-7e73c76f1371, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=aba72d87-8229-4290-9581-7e73c76f1371,segment=NetworkSegment(2a308fec-84f4-470a-9710-30d14a0be7db),segment_id=2a308fec-84f4-470a-9710-30d14a0be7db)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:39:08.256208 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a67d21d2-e020-4063-b61b-a09ed720afd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:08.256910 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:08.260196 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 866ff006-486c-40d4-a5a3-4230d28d0416, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=866ff006-486c-40d4-a5a3-4230d28d0416,segment=NetworkSegment(e6be2519-659f-445a-bb97-1ead2c101f31),segment_id=e6be2519-659f-445a-bb97-1ead2c101f31)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:08.266610 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03246f03-b060-45ab-8056-4c36e0feb141 req-87919961-a71b-448e-89cc-9b7fc4d1f0dd tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0800202 Jul 13 14:39:08.290404 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:08.291375 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87919961-a71b-448e-89cc-9b7fc4d1f0dd tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Pushing event updated for resources: {'Port': ['ID=a9e24f45-8f39-4439-9c7f-9518a62260d4,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:08.295356 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a67d21d2-e020-4063-b61b-a09ed720afd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:08.327847 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc09656-527d-47b8-b633-beaa680b5868 None None] Pushing event updated for resources: {'Port': ['ID=aba72d87-8229-4290-9581-7e73c76f1371,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:08.330876 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Routers {'49e70564-2367-41bf-8f4a-10e33744ead6'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:39:08.332027 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:38:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['49e70564-2367-41bf-8f4a-10e33744ead6'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:08.369723 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fdc0f-161c-4b1b-aa23-be6db52ef931 req-f5495a20-303c-4041-a5f8-7cb3dd182025 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:08.376152 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0e8fdc0f-161c-4b1b-aa23-be6db52ef931 req-f5495a20-303c-4041-a5f8-7cb3dd182025 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 947 time: 0.2862444 Jul 13 14:39:08.409195 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a67d21d2-e020-4063-b61b-a09ed720afd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:08.412914 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a67d21d2-e020-4063-b61b-a09ed720afd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:08.414355 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-a67d21d2-e020-4063-b61b-a09ed720afd7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/172b186e-720a-44b4-b0cb-4e9f4b9a77be HTTP/1.1" status: 204 len: 168 time: 0.2331932 Jul 13 14:39:08.423623 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d21d2-e020-4063-b61b-a09ed720afd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172b186e-720a-44b4-b0cb-4e9f4b9a77be,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:08.436247 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0e8fdc0f-161c-4b1b-aa23-be6db52ef931 req-fe34b293-24f9-407a-95ee-390b9fd12550 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540700 Jul 13 14:39:08.522879 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=866ff006-486c-40d4-a5a3-4230d28d0416,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:08.556317 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] Set router 49e70564-2367-41bf-8f4a-10e33744ead6 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:39:08.613814 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-86c06edd-352e-4ddf-a6c5-fb7d5c5d35fd None None] Provisioning for port a9e24f45-8f39-4439-9c7f-9518a62260d4 completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:39:08.655189 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-86c06edd-352e-4ddf-a6c5-fb7d5c5d35fd None None] Provisioning complete for port a9e24f45-8f39-4439-9c7f-9518a62260d4 triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:08.655614 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-86c06edd-352e-4ddf-a6c5-fb7d5c5d35fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:08.751736 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-86c06edd-352e-4ddf-a6c5-fb7d5c5d35fd None None] Port a9e24f45-8f39-4439-9c7f-9518a62260d4 cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:39:08.779252 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb732700-76a5-45ba-b145-c25857e4af82 req-1a97a3f0-fdd6-4b5c-a279-f2e89d7a9d89 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:08.780832 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fb732700-76a5-45ba-b145-c25857e4af82 req-1a97a3f0-fdd6-4b5c-a279-f2e89d7a9d89 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 932 time: 0.0762355 Jul 13 14:39:08.830597 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fb732700-76a5-45ba-b145-c25857e4af82 req-ae4f827f-2eda-455d-9900-0e449113e406 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437770 Jul 13 14:39:08.875338 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'name': 'tempest-TestVolumeBootPattern-339287853-router', 'tenant_id': 'e095f4e7cc51424393277f1e2a088659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '3d31f316-45b1-4def-9fdd-5bb709d6493d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:55Z', 'updated_at': '2021-07-13T14:38:59Z', 'revision_number': 4, 'project_id': 'e095f4e7cc51424393277f1e2a088659', 'gw_port': {'id': '3d31f316-45b1-4def-9fdd-5bb709d6493d', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:56Z', 'updated_at': '2021-07-13T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'aba72d87-8229-4290-9581-7e73c76f1371', 'name': '', 'network_id': 'e37cca41-e379-4128-9418-a0514c9ee081', 'tenant_id': 'e095f4e7cc51424393277f1e2a088659', 'mac_address': 'fa:16:3e:22:12:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '443fdd53-db8a-4aed-ad9f-76e72d6e8787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:58Z', 'updated_at': '2021-07-13T14:39:08Z', 'revision_number': 4, 'project_id': 'e095f4e7cc51424393277f1e2a088659', 'subnets': [{'id': '443fdd53-db8a-4aed-ad9f-76e72d6e8787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:08.910191 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c8ae92-2494-4f23-ad5b-3afdb898cc65 None None] The sync data for ids ['49e70564-2367-41bf-8f4a-10e33744ead6'] in dv-cinder-788365-4-iscsi is: [{'id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'name': 'tempest-TestVolumeBootPattern-339287853-router', 'tenant_id': 'e095f4e7cc51424393277f1e2a088659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '3d31f316-45b1-4def-9fdd-5bb709d6493d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:55Z', 'updated_at': '2021-07-13T14:38:59Z', 'revision_number': 4, 'project_id': 'e095f4e7cc51424393277f1e2a088659', 'gw_port': {'id': '3d31f316-45b1-4def-9fdd-5bb709d6493d', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:56Z', 'updated_at': '2021-07-13T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'aba72d87-8229-4290-9581-7e73c76f1371', 'name': '', 'network_id': 'e37cca41-e379-4128-9418-a0514c9ee081', 'tenant_id': 'e095f4e7cc51424393277f1e2a088659', 'mac_address': 'fa:16:3e:22:12:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '443fdd53-db8a-4aed-ad9f-76e72d6e8787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:58Z', 'updated_at': '2021-07-13T14:39:08Z', 'revision_number': 4, 'project_id': 'e095f4e7cc51424393277f1e2a088659', 'subnets': [{'id': '443fdd53-db8a-4aed-ad9f-76e72d6e8787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:39:09.030560 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339db49-a293-463b-8d54-c62a7c8eae54 req-23aca36a-404b-4b94-bc91-61e28d4c5d37 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:09.032108 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9339db49-a293-463b-8d54-c62a7c8eae54 req-23aca36a-404b-4b94-bc91-61e28d4c5d37 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0778658 Jul 13 14:39:09.088518 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9339db49-a293-463b-8d54-c62a7c8eae54 req-90bc611b-94c9-4efd-b883-f49c65c14cbe tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495956 Jul 13 14:39:09.254829 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:39:09.370160 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-6501874c-38ad-43d4-8ebb-3e2ce3af7197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:09.612023 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:09.624747 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9ecb9-f720-4d08-b3d1-8c02c37b80b3 req-3fe6edec-c826-4e24-a240-3b5eb8b88c47 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:09.626179 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a6a9ecb9-f720-4d08-b3d1-8c02c37b80b3 req-3fe6edec-c826-4e24-a240-3b5eb8b88c47 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 948 time: 0.0795116 Jul 13 14:39:09.669694 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a6a9ecb9-f720-4d08-b3d1-8c02c37b80b3 req-547236f5-1778-4703-80cf-20e8f6497093 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334659 Jul 13 14:39:09.779997 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device aba72d87-8229-4290-9581-7e73c76f1371 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:09.833818 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port aba72d87-8229-4290-9581-7e73c76f1371 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:39:09.837431 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port aba72d87-8229-4290-9581-7e73c76f1371 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:09.837822 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:09.914062 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:09.945436 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port aba72d87-8229-4290-9581-7e73c76f1371, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=aba72d87-8229-4290-9581-7e73c76f1371,segment=NetworkSegment(2a308fec-84f4-470a-9710-30d14a0be7db),segment_id=2a308fec-84f4-470a-9710-30d14a0be7db)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:09.949265 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:10.003028 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=aba72d87-8229-4290-9581-7e73c76f1371,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:10.024047 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03e4a9-ce85-447e-9337-ebe862951995 req-0dc77c37-dac2-4b88-ba45-b13d1b1d0d84 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:10.025526 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bf03e4a9-ce85-447e-9337-ebe862951995 req-0dc77c37-dac2-4b88-ba45-b13d1b1d0d84 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 932 time: 0.0798297 Jul 13 14:39:10.062444 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bf03e4a9-ce85-447e-9337-ebe862951995 req-07eb2edb-3524-433b-84ec-677ba84ccd8b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314758 Jul 13 14:39:10.135880 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Request body: {'port': {'device_id': 'ccbe5bb0-0230-48d7-95d6-b31925bb4f67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:10.194090 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:10.235197 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:10.312071 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c2e0f-5eb7-4a19-8c77-b0639d16834b req-43d470d8-2bee-4c7c-8b70-7a42ce230ab7 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:10.313559 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-553c2e0f-5eb7-4a19-8c77-b0639d16834b req-43d470d8-2bee-4c7c-8b70-7a42ce230ab7 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.1080806 Jul 13 14:39:10.411278 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-553c2e0f-5eb7-4a19-8c77-b0639d16834b req-d80dc1a3-8607-470c-bec5-4afe54027143 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905764 Jul 13 14:39:10.783823 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e24f45-8f39-4439-9c7f-9518a62260d4 {{(pid=93173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:39:10.801073 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:10.834051 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Transition to ACTIVE for port object a9e24f45-8f39-4439-9c7f-9518a62260d4 will not be triggered until provisioned by entity L2. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:39:10.837720 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:10.901787 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Pushing event updated for resources: {'Port': ['ID=a9e24f45-8f39-4439-9c7f-9518a62260d4,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:10.936808 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac4c29-162c-4549-ac56-e5507256259e req-bcd6ff9e-80a2-4797-91b1-986245dc60ff tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:10.938229 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-33ac4c29-162c-4549-ac56-e5507256259e req-bcd6ff9e-80a2-4797-91b1-986245dc60ff tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 948 time: 0.1571221 Jul 13 14:39:11.015939 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-33ac4c29-162c-4549-ac56-e5507256259e req-0c567764-ea1b-4f1a-bb94-6a746c664f58 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567017 Jul 13 14:39:11.016772 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Attempting to bind port a9e24f45-8f39-4439-9c7f-9518a62260d4 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:39:11.017111 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Attempting to bind port a9e24f45-8f39-4439-9c7f-9518a62260d4 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '1f16aa98-4204-4d43-9b24-761b08f96008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97'}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:39:11.017488 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Attempting to bind port a9e24f45-8f39-4439-9c7f-9518a62260d4 on network 4a963334-8a3d-4698-baf7-6514da665b97 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:39:11.023488 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Port a9e24f45-8f39-4439-9c7f-9518a62260d4 on network 4a963334-8a3d-4698-baf7-6514da665b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:39:11.023488 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Attempting to bind port a9e24f45-8f39-4439-9c7f-9518a62260d4 on network 4a963334-8a3d-4698-baf7-6514da665b97 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:39:11.028721 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:39:11.029053 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Checking segment: {'id': '1f16aa98-4204-4d43-9b24-761b08f96008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:39:11.029577 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Bound using segment: {'id': '1f16aa98-4204-4d43-9b24-761b08f96008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97'} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:39:11.030056 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Bound port: a9e24f45-8f39-4439-9c7f-9518a62260d4, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f16aa98-4204-4d43-9b24-761b08f96008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97'}}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:39:11.030417 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:11.097871 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] For port a9e24f45-8f39-4439-9c7f-9518a62260d4, host hv-cinder-78836, cleared binding levels {{(pid=93173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:39:11.100896 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] For port a9e24f45-8f39-4439-9c7f-9518a62260d4, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a9e24f45-8f39-4439-9c7f-9518a62260d4,segment=NetworkSegment(1f16aa98-4204-4d43-9b24-761b08f96008),segment_id=1f16aa98-4204-4d43-9b24-761b08f96008)] {{(pid=93173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:39:11.105343 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:11.144857 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:11.145522 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:11.146868 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] 10.222.0.44 "PUT /v2.0/ports/a9e24f45-8f39-4439-9c7f-9518a62260d4 HTTP/1.1" status: 200 len: 1094 time: 1.0157256 Jul 13 14:39:11.147349 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccbe5bb0-0230-48d7-95d6-b31925bb4f67', 'tag': 'a9e24f45-8f39-4439-9c7f-9518a62260d4'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:11.149865 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abd9442-ee68-41df-a65b-c9f57dcb387d" -d '{"events": [{"name": "network-changed", "server_uuid": "ccbe5bb0-0230-48d7-95d6-b31925bb4f67", "tag": "a9e24f45-8f39-4439-9c7f-9518a62260d4"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:11.205328 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443eb6b-3cb7-48f9-a591-9a1a625434ad service neutron] Pushing event updated for resources: {'Port': ['ID=a9e24f45-8f39-4439-9c7f-9518a62260d4,revision_number=3']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:11.268540 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b41b70-e05d-4d28-8fc8-591e4c5937e0 x-openstack-request-id: req-38b41b70-e05d-4d28-8fc8-591e4c5937e0 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:11.268852 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccbe5bb0-0230-48d7-95d6-b31925bb4f67", "tag": "a9e24f45-8f39-4439-9c7f-9518a62260d4", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:11.269101 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38b41b70-e05d-4d28-8fc8-591e4c5937e0 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:11.269491 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccbe5bb0-0230-48d7-95d6-b31925bb4f67', 'tag': 'a9e24f45-8f39-4439-9c7f-9518a62260d4', 'status': 'completed', 'code': 200} Jul 13 14:39:11.284652 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d342a-2829-4cee-a022-8ff3e43d92e5 req-793324d6-27dd-41b7-983c-0dc43750ed2d tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:11.289536 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d67d342a-2829-4cee-a022-8ff3e43d92e5 req-793324d6-27dd-41b7-983c-0dc43750ed2d tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 944 time: 0.1172173 Jul 13 14:39:11.334739 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03246f03-b060-45ab-8056-4c36e0feb141 req-9b05ec0a-1c9e-45f6-a672-3320d742f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:11.336577 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03246f03-b060-45ab-8056-4c36e0feb141 req-9b05ec0a-1c9e-45f6-a672-3320d742f76e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=065fe1745d9447699acdf1485585e8ff&device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 1097 time: 0.1099169 Jul 13 14:39:11.342179 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d67d342a-2829-4cee-a022-8ff3e43d92e5 req-996d8e68-c781-4288-aa61-af8ffc75724a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493584 Jul 13 14:39:11.386073 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03246f03-b060-45ab-8056-4c36e0feb141 req-f17ef6e9-0110-4e68-82b4-1d818f2219e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9e24f45-8f39-4439-9c7f-9518a62260d4 HTTP/1.1" status: 200 len: 217 time: 0.0368872 Jul 13 14:39:11.468846 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03246f03-b060-45ab-8056-4c36e0feb141 req-3a0060f6-f141-49c4-916b-cd41d1698de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:11.470284 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03246f03-b060-45ab-8056-4c36e0feb141 req-3a0060f6-f141-49c4-916b-cd41d1698de1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c733a02-d38f-400d-bfec-4ffd5b7ca3d1 HTTP/1.1" status: 200 len: 849 time: 0.0754921 Jul 13 14:39:11.514584 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc79fdf-9046-4907-9885-dd4444f8ae30 req-afec5072-f637-4678-8b29-2734d8bc7642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:11.516198 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2cc79fdf-9046-4907-9885-dd4444f8ae30 req-afec5072-f637-4678-8b29-2734d8bc7642 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 1098 time: 0.0960124 Jul 13 14:39:11.545626 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['866ff006-486c-40d4-a5a3-4230d28d0416'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:39:11.600607 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03246f03-b060-45ab-8056-4c36e0feb141 req-4f74869f-0ba3-47ca-8d4e-c2b1d20c8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:11.602121 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03246f03-b060-45ab-8056-4c36e0feb141 req-4f74869f-0ba3-47ca-8d4e-c2b1d20c8bf9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a963334-8a3d-4698-baf7-6514da665b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1226108 Jul 13 14:39:11.604949 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2cc79fdf-9046-4907-9885-dd4444f8ae30 req-26b6bc3b-ba44-4dfc-9642-37b66f28e300 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689948 Jul 13 14:39:11.630705 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d7c1e-41fa-4c05-b68e-5af51f6258f9 req-aa516de3-5716-40f6-b58b-dd8ac5a5bb80 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:11.632336 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-477d7c1e-41fa-4c05-b68e-5af51f6258f9 req-aa516de3-5716-40f6-b58b-dd8ac5a5bb80 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.1086915 Jul 13 14:39:11.673633 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-477d7c1e-41fa-4c05-b68e-5af51f6258f9 req-5aa63b0f-f76f-4303-95d9-529b4cc77af4 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350785 Jul 13 14:39:11.766425 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03246f03-b060-45ab-8056-4c36e0feb141 req-a99ee6f6-1f5b-412d-b627-a88b639abd24 service neutron] 10.222.0.44 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917728 Jul 13 14:39:11.781188 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device aba72d87-8229-4290-9581-7e73c76f1371 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:11.835984 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port aba72d87-8229-4290-9581-7e73c76f1371 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:11.836389 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:11.904471 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03246f03-b060-45ab-8056-4c36e0feb141 req-ef97d9bd-cccc-48c3-9f76-c332b8ad7779 service neutron] 10.222.0.44 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311855 Jul 13 14:39:12.014309 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:12.044638 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd9442-ee68-41df-a65b-c9f57dcb387d req-47664e3f-11f0-406d-922a-a12fda1ac00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:12.045851 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5abd9442-ee68-41df-a65b-c9f57dcb387d req-47664e3f-11f0-406d-922a-a12fda1ac00c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=065fe1745d9447699acdf1485585e8ff&device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 1097 time: 0.0566306 Jul 13 14:39:12.198880 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd9442-ee68-41df-a65b-c9f57dcb387d req-788635f5-bd59-4d10-8349-f140e8decaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:12.200437 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5abd9442-ee68-41df-a65b-c9f57dcb387d req-788635f5-bd59-4d10-8349-f140e8decaac service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a963334-8a3d-4698-baf7-6514da665b97 HTTP/1.1" status: 200 len: 911 time: 0.1434608 Jul 13 14:39:12.247565 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5abd9442-ee68-41df-a65b-c9f57dcb387d req-8abbf917-a47e-48e6-b6e1-5c06eebe8ff3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9e24f45-8f39-4439-9c7f-9518a62260d4 HTTP/1.1" status: 200 len: 217 time: 0.0379529 Jul 13 14:39:12.266801 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762505ec-5a30-4e03-98e4-7c5683b068c2 req-94fd2fda-a167-4415-92ca-6fdc0c603734 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:12.268303 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-762505ec-5a30-4e03-98e4-7c5683b068c2 req-94fd2fda-a167-4415-92ca-6fdc0c603734 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 948 time: 0.1093192 Jul 13 14:39:12.306382 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-762505ec-5a30-4e03-98e4-7c5683b068c2 req-3f2eab2e-18f7-494b-9911-8314fbf3aa18 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318520 Jul 13 14:39:12.516517 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b65b8d-1539-429c-914b-79ab514b5c41 req-ffc7f51e-2df2-49b4-9989-c69d2015421e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:12.517943 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-53b65b8d-1539-429c-914b-79ab514b5c41 req-ffc7f51e-2df2-49b4-9989-c69d2015421e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 944 time: 0.0671506 Jul 13 14:39:12.555845 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-53b65b8d-1539-429c-914b-79ab514b5c41 req-e13b6d93-fefb-4ba5-97e4-a730af4f67b2 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322914 Jul 13 14:39:12.853095 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e679c1-0308-4577-8bba-7b71662e4ecb req-f4258a03-9244-43b7-a572-ff838e5e15bd tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:12.854507 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d1e679c1-0308-4577-8bba-7b71662e4ecb req-f4258a03-9244-43b7-a572-ff838e5e15bd tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0650940 Jul 13 14:39:12.895277 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d1e679c1-0308-4577-8bba-7b71662e4ecb req-23d6f872-c28b-4774-b7ff-ca2093936f2c tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351803 Jul 13 14:39:13.479975 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd9442-ee68-41df-a65b-c9f57dcb387d req-d51c475a-f680-4c30-964f-0fd74c3aa007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:13.481381 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5abd9442-ee68-41df-a65b-c9f57dcb387d req-d51c475a-f680-4c30-964f-0fd74c3aa007 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c733a02-d38f-400d-bfec-4ffd5b7ca3d1 HTTP/1.1" status: 200 len: 849 time: 0.0758171 Jul 13 14:39:13.509720 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959274c5-2a16-48ab-9191-7f363e8fcb27 req-c3a1b630-593b-48cc-9c12-ea06150c1173 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:13.511129 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-959274c5-2a16-48ab-9191-7f363e8fcb27 req-c3a1b630-593b-48cc-9c12-ea06150c1173 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 948 time: 0.0799804 Jul 13 14:39:13.552198 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-959274c5-2a16-48ab-9191-7f363e8fcb27 req-776c84b3-6d30-4ef8-ab27-b757a75ba3ea tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354080 Jul 13 14:39:13.736660 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4abb9-7f06-4504-a5e4-4530e0aaa5c1 req-8271475a-de54-43d5-aed6-5bdbc0c3f72d tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:13.738689 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-22a4abb9-7f06-4504-a5e4-4530e0aaa5c1 req-8271475a-de54-43d5-aed6-5bdbc0c3f72d tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 944 time: 0.0665526 Jul 13 14:39:13.775873 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-22a4abb9-7f06-4504-a5e4-4530e0aaa5c1 req-a02d99df-0512-422d-bb3a-19bea8bb512a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317259 Jul 13 14:39:14.075031 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd6bbb-d0b0-4061-8b29-be23e181c7e4 req-4725a55d-fce3-4024-927a-17bce124d216 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:14.076665 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-34cd6bbb-d0b0-4061-8b29-be23e181c7e4 req-4725a55d-fce3-4024-927a-17bce124d216 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0700042 Jul 13 14:39:14.116449 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-34cd6bbb-d0b0-4061-8b29-be23e181c7e4 req-30f4f584-5da3-4b67-882d-898a9acf9329 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337334 Jul 13 14:39:14.726308 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82125c-aee8-419a-8385-1cff96e4fd32 req-8eb84cb2-db14-4127-8511-001ebed6553c tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:14.727789 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1e82125c-aee8-419a-8385-1cff96e4fd32 req-8eb84cb2-db14-4127-8511-001ebed6553c tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 948 time: 0.0645843 Jul 13 14:39:14.765188 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1e82125c-aee8-419a-8385-1cff96e4fd32 req-35e40608-af88-4422-bef4-f3240aa6c956 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318789 Jul 13 14:39:14.948781 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d127f-2e7a-4213-9cb3-b9698577be97 req-cf4dac7c-35a6-445e-bfa5-96da4d27ddde tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:14.950268 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-305d127f-2e7a-4213-9cb3-b9698577be97 req-cf4dac7c-35a6-445e-bfa5-96da4d27ddde tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 944 time: 0.0631611 Jul 13 14:39:14.991574 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-305d127f-2e7a-4213-9cb3-b9698577be97 req-184e53f7-3a8e-42bc-b3e8-e4ea3b95e42a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358043 Jul 13 14:39:15.292294 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386952c-52bb-42ff-a06d-3ffe0dcf7a43 req-6c393e7f-863e-400b-8463-db79e6f4cd3f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:15.293801 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a386952c-52bb-42ff-a06d-3ffe0dcf7a43 req-6c393e7f-863e-400b-8463-db79e6f4cd3f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0672190 Jul 13 14:39:15.330817 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a386952c-52bb-42ff-a06d-3ffe0dcf7a43 req-88424a9a-d35f-4776-9fe7-00ceaa9d6f1d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312026 Jul 13 14:39:15.742519 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd9442-ee68-41df-a65b-c9f57dcb387d req-c1a983a0-8729-4373-94ce-68692f24e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:15.743989 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5abd9442-ee68-41df-a65b-c9f57dcb387d req-c1a983a0-8729-4373-94ce-68692f24e8b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a963334-8a3d-4698-baf7-6514da665b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549290 Jul 13 14:39:15.838537 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5abd9442-ee68-41df-a65b-c9f57dcb387d req-3c98e8be-a4d4-4709-9986-6aa4cd484fa8 service neutron] 10.222.0.44 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863888 Jul 13 14:39:15.970395 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5abd9442-ee68-41df-a65b-c9f57dcb387d req-bfe06342-4cb6-4c49-acee-50d837736777 service neutron] 10.222.0.44 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247628 Jul 13 14:39:15.986398 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400c0e3-c908-4cbd-9fe7-42e4c86ae93b req-56baa1e4-faf1-40d0-9b3a-36ec61ab35b7 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:15.988517 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2400c0e3-c908-4cbd-9fe7-42e4c86ae93b req-56baa1e4-faf1-40d0-9b3a-36ec61ab35b7 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 948 time: 0.1007850 Jul 13 14:39:16.029951 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2400c0e3-c908-4cbd-9fe7-42e4c86ae93b req-bff392b7-27f5-4f9c-ab64-976a95b2bcae tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333331 Jul 13 14:39:16.166108 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d79fdf-ff1c-46e5-a977-4325fb8363d3 req-53ed2a3c-36e9-45e0-a2a3-211192101597 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:16.167701 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-01d79fdf-ff1c-46e5-a977-4325fb8363d3 req-53ed2a3c-36e9-45e0-a2a3-211192101597 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 944 time: 0.0650935 Jul 13 14:39:16.205844 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-01d79fdf-ff1c-46e5-a977-4325fb8363d3 req-538c001f-2eb4-45dc-869a-96ae0977db3d tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323515 Jul 13 14:39:16.506221 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef962f7-eeac-4a51-941a-f2daeb427f86 req-fa9b600d-d0f8-4a34-beb9-44bdd334be29 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:16.507655 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2ef962f7-eeac-4a51-941a-f2daeb427f86 req-fa9b600d-d0f8-4a34-beb9-44bdd334be29 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0661099 Jul 13 14:39:16.544336 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2ef962f7-eeac-4a51-941a-f2daeb427f86 req-d5b5ad29-0631-49a8-8aa3-21d8e8c83ca2 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310810 Jul 13 14:39:16.718177 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf54d1d-29f2-4596-b869-ea2001deb34d req-230e5917-861b-44f3-bda5-407f9de712f1 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:16.719779 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ccf54d1d-29f2-4596-b869-ea2001deb34d req-230e5917-861b-44f3-bda5-407f9de712f1 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0654562 Jul 13 14:39:16.758817 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ccf54d1d-29f2-4596-b869-ea2001deb34d req-2a01301d-328f-4274-926b-17347105fab0 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325258 Jul 13 14:39:17.175280 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device a9e24f45-8f39-4439-9c7f-9518a62260d4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:39:17.204690 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 866ff006-486c-40d4-a5a3-4230d28d0416 up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:17.223033 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96ef5f-c82d-477a-9a0f-83f18897da7a req-6141bf13-cfce-4a7d-bc0f-e0354d55bd17 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:17.225391 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bb96ef5f-c82d-477a-9a0f-83f18897da7a req-6141bf13-cfce-4a7d-bc0f-e0354d55bd17 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 948 time: 0.0839958 Jul 13 14:39:17.304545 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port 866ff006-486c-40d4-a5a3-4230d28d0416 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:39:17.313834 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port 866ff006-486c-40d4-a5a3-4230d28d0416 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:17.314054 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.324354 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bb96ef5f-c82d-477a-9a0f-83f18897da7a req-adc5e473-eed8-4c1e-b0d9-faad2c6ce6b9 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800896 Jul 13 14:39:17.387758 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port a9e24f45-8f39-4439-9c7f-9518a62260d4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a9e24f45-8f39-4439-9c7f-9518a62260d4,segment=NetworkSegment(1f16aa98-4204-4d43-9b24-761b08f96008),segment_id=1f16aa98-4204-4d43-9b24-761b08f96008)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:17.406461 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': 'a9e24f45-8f39-4439-9c7f-9518a62260d4', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'port_id': 'a9e24f45-8f39-4439-9c7f-9518a62260d4', 'mac_address': 'fa:16:3e:50:e8:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:39:17.450534 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.493802 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805f5ac8-f3b3-4225-8244-fb73abae46e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866ff006-486c-40d4-a5a3-4230d28d0416'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:17.496060 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c783f31-7b35-41ac-9262-acf0dfdcef5f" -d '{"events": [{"server_uuid": "805f5ac8-f3b3-4225-8244-fb73abae46e6", "name": "network-vif-plugged", "status": "completed", "tag": "866ff006-486c-40d4-a5a3-4230d28d0416"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:17.508967 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ca1a3-effa-407c-9bfc-dfd4cd0efef7 req-2c868bf5-cb8e-4b1d-b245-8e81cd0e294b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:17.513213 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ca7ca1a3-effa-407c-9bfc-dfd4cd0efef7 req-2c868bf5-cb8e-4b1d-b245-8e81cd0e294b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 944 time: 0.1143115 Jul 13 14:39:17.542700 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 866ff006-486c-40d4-a5a3-4230d28d0416, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=866ff006-486c-40d4-a5a3-4230d28d0416,segment=NetworkSegment(e6be2519-659f-445a-bb97-1ead2c101f31),segment_id=e6be2519-659f-445a-bb97-1ead2c101f31)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:17.551764 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27472b7-9e8b-414c-a600-704e83788451 x-openstack-request-id: req-e27472b7-9e8b-414c-a600-704e83788451 {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:17.552478 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805f5ac8-f3b3-4225-8244-fb73abae46e6", "name": "network-vif-plugged", "status": "completed", "tag": "866ff006-486c-40d4-a5a3-4230d28d0416", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:17.552756 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e27472b7-9e8b-414c-a600-704e83788451 {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:17.553346 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805f5ac8-f3b3-4225-8244-fb73abae46e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866ff006-486c-40d4-a5a3-4230d28d0416', 'code': 200} Jul 13 14:39:17.555957 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.570544 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ca7ca1a3-effa-407c-9bfc-dfd4cd0efef7 req-b129b77b-accf-4338-9d14-9898aa222f12 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489063 Jul 13 14:39:17.592690 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.618020 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e24f45-8f39-4439-9c7f-9518a62260d4 {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:39:17.648026 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=866ff006-486c-40d4-a5a3-4230d28d0416,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:17.663127 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port a9e24f45-8f39-4439-9c7f-9518a62260d4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a9e24f45-8f39-4439-9c7f-9518a62260d4,segment=NetworkSegment(1f16aa98-4204-4d43-9b24-761b08f96008),segment_id=1f16aa98-4204-4d43-9b24-761b08f96008)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:17.670628 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.733536 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=a9e24f45-8f39-4439-9c7f-9518a62260d4,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:17.817179 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa6ee1-83fe-415d-8ae6-8dc6e11db48c req-a4a46106-3b1b-41e0-8a94-495214106ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:17.818688 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3faa6ee1-83fe-415d-8ae6-8dc6e11db48c req-a4a46106-3b1b-41e0-8a94-495214106ea1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 1102 time: 0.0553832 Jul 13 14:39:17.857093 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3faa6ee1-83fe-415d-8ae6-8dc6e11db48c req-b9d900b1-50e1-4d13-888c-d4512ac8fae1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302989 Jul 13 14:39:18.078890 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['a9e24f45-8f39-4439-9c7f-9518a62260d4'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:39:18.526212 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09e657-03c3-4bb5-81d2-d37718c2c596 req-99efcf00-95ab-4dbe-b142-272f08913736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:18.527693 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f09e657-03c3-4bb5-81d2-d37718c2c596 req-99efcf00-95ab-4dbe-b142-272f08913736 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc4d29d2b644494c8a36dc952797805e&device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 1099 time: 0.1385205 Jul 13 14:39:18.555604 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed5afd-83b1-4630-8a79-10fe0b3541a8 req-4cd7ca32-e768-4020-aaa6-17be7c21b84c tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:18.557085 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18ed5afd-83b1-4630-8a79-10fe0b3541a8 req-4cd7ca32-e768-4020-aaa6-17be7c21b84c tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.1295133 Jul 13 14:39:18.631426 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a691b1c-d639-45a2-b631-2abe8ba2d93b req-f06292d7-8d19-4d35-901d-643060afc378 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:18.632895 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7a691b1c-d639-45a2-b631-2abe8ba2d93b req-f06292d7-8d19-4d35-901d-643060afc378 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 949 time: 0.1698899 Jul 13 14:39:18.666338 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18ed5afd-83b1-4630-8a79-10fe0b3541a8 req-e3f34df3-b47c-4a67-abf8-2ee2ea1e1165 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984929 Jul 13 14:39:18.702134 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09e657-03c3-4bb5-81d2-d37718c2c596 req-bdf8125e-2a25-4085-8c4e-eec1839ee57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:18.703590 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f09e657-03c3-4bb5-81d2-d37718c2c596 req-bdf8125e-2a25-4085-8c4e-eec1839ee57f service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa HTTP/1.1" status: 200 len: 920 time: 0.1669979 Jul 13 14:39:18.708498 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7a691b1c-d639-45a2-b631-2abe8ba2d93b req-6ebccf76-4b91-47b5-90dd-16d2fe16dd03 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680039 Jul 13 14:39:18.750522 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f09e657-03c3-4bb5-81d2-d37718c2c596 req-042d547e-cb2e-4322-9205-93f476ac268c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b248703e-0e01-4423-89b6-fa68d6ae81a1 HTTP/1.1" status: 200 len: 217 time: 0.0396459 Jul 13 14:39:18.843257 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09e657-03c3-4bb5-81d2-d37718c2c596 req-198a3bd6-7cd8-48ed-9414-b27e127c4eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:18.844919 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f09e657-03c3-4bb5-81d2-d37718c2c596 req-198a3bd6-7cd8-48ed-9414-b27e127c4eee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad6df99-8b00-4415-baa5-1fe0afd18c9f HTTP/1.1" status: 200 len: 859 time: 0.0843718 Jul 13 14:39:18.869729 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba76056-d623-4f73-91e1-f4cbd949ed9a req-dcc33de6-3293-4277-abff-3858a022f8d6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:18.871305 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7ba76056-d623-4f73-91e1-f4cbd949ed9a req-dcc33de6-3293-4277-abff-3858a022f8d6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 945 time: 0.1032789 Jul 13 14:39:18.905187 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f09e657-03c3-4bb5-81d2-d37718c2c596 req-a0463261-cb5c-4831-a4c5-c785646c2198 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329330 Jul 13 14:39:18.981849 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7ba76056-d623-4f73-91e1-f4cbd949ed9a req-17dff874-e87c-49d8-b714-58a11f942e56 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019273 Jul 13 14:39:19.043038 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f09e657-03c3-4bb5-81d2-d37718c2c596 req-9ed6d88b-a994-4c95-8013-3f9546564719 service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204104 Jul 13 14:39:19.166869 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f09e657-03c3-4bb5-81d2-d37718c2c596 req-f97162e2-a564-451a-b798-e6ff5804942d service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119347 Jul 13 14:39:19.440250 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49030) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:19.544112 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-768dfd54-f8d5-4c10-ab4b-14edc47f7897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:19.632709 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-768dfd54-f8d5-4c10-ab4b-14edc47f7897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:19.636289 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-768dfd54-f8d5-4c10-ab4b-14edc47f7897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:19.677630 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-768dfd54-f8d5-4c10-ab4b-14edc47f7897 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f96e42bc57bd4e558b2d0c22073485d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332215 Jul 13 14:39:19.677630 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dfd54-f8d5-4c10-ab4b-14edc47f7897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0cf958-78dd-41a7-94bb-287f91b70cb1,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:19.678432 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 49036) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:19.742048 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a34ca335-841c-4424-8f37-488e1cffac1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:19.767112 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a34ca335-841c-4424-8f37-488e1cffac1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:19.859298 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a34ca335-841c-4424-8f37-488e1cffac1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:19.862486 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a34ca335-841c-4424-8f37-488e1cffac1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:19.863127 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-a34ca335-841c-4424-8f37-488e1cffac1f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc0cf958-78dd-41a7-94bb-287f91b70cb1 HTTP/1.1" status: 204 len: 168 time: 0.1829417 Jul 13 14:39:19.897663 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ca335-841c-4424-8f37-488e1cffac1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0cf958-78dd-41a7-94bb-287f91b70cb1,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:19.913801 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb1d0b-481b-430f-9363-c5c875489194 req-14a1570b-b882-442c-812b-d793c5e16958 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:19.915310 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-44fb1d0b-481b-430f-9363-c5c875489194 req-14a1570b-b882-442c-812b-d793c5e16958 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.1299202 Jul 13 14:39:19.970100 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-44fb1d0b-481b-430f-9363-c5c875489194 req-86ff9946-2f45-4f69-b0c7-e7c90d9ae317 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483477 Jul 13 14:39:19.979907 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f3605-1051-4235-b2ef-994c709b637a req-df5734f3-b023-4f50-8fb3-9d18ccd90424 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:19.981476 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c90f3605-1051-4235-b2ef-994c709b637a req-df5734f3-b023-4f50-8fb3-9d18ccd90424 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 949 time: 0.1356497 Jul 13 14:39:20.020961 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c90f3605-1051-4235-b2ef-994c709b637a req-a2ac0052-e626-44c2-a6a4-0deedd0f03fc tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324588 Jul 13 14:39:20.177602 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400b2e1-84e1-4fb9-af65-27daa2946213 req-926359ab-b0fc-41b9-86a1-d96032fde985 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:20.184839 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0400b2e1-84e1-4fb9-af65-27daa2946213 req-926359ab-b0fc-41b9-86a1-d96032fde985 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 945 time: 0.0852103 Jul 13 14:39:20.194573 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49058) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:20.211477 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-eab1a885-b66f-4e51-93e8-5bdc98cb4426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.233962 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0400b2e1-84e1-4fb9-af65-27daa2946213 req-b75d4ea9-9ed3-4962-95b5-4cf36690c538 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482092 Jul 13 14:39:20.317744 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-eab1a885-b66f-4e51-93e8-5bdc98cb4426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.322625 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-eab1a885-b66f-4e51-93e8-5bdc98cb4426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.387924 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 49066) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:20.388277 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-eab1a885-b66f-4e51-93e8-5bdc98cb4426 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c659ae04503e4555b782bea87b88be0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921830 Jul 13 14:39:20.389374 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1a885-b66f-4e51-93e8-5bdc98cb4426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801b4fd2-4070-4693-9764-46e8049159c8,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:20.430559 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49068) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:20.443901 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd13c-766b-4de2-b959-afd5717ae9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.469174 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd13c-766b-4de2-b959-afd5717ae9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.538223 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e0418289-ab56-4346-99ad-32430d7acbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.647500 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e0418289-ab56-4346-99ad-32430d7acbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.652413 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e0418289-ab56-4346-99ad-32430d7acbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.693272 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-e0418289-ab56-4346-99ad-32430d7acbf7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a9bddfcd7794eb7af345136f1366881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615786 Jul 13 14:39:20.694122 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0418289-ab56-4346-99ad-32430d7acbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67055609-aee3-4ebd-a3a0-4ab606356690,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:20.696409 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49078) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:20.746319 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-91496700-c547-4a75-b368-89a4581f1026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.775353 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-91496700-c547-4a75-b368-89a4581f1026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.776879 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49080) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:20.806836 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f3f6a-3243-452d-b7b8-1d3bb55afa51 req-6583e254-0538-45c0-8f82-bda7a2f89b8f tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:20.808398 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a66f3f6a-3243-452d-b7b8-1d3bb55afa51 req-6583e254-0538-45c0-8f82-bda7a2f89b8f tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 949 time: 0.3373489 Jul 13 14:39:20.809544 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd13c-766b-4de2-b959-afd5717ae9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.812101 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd13c-766b-4de2-b959-afd5717ae9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.813189 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-1f2dd13c-766b-4de2-b959-afd5717ae9bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/801b4fd2-4070-4693-9764-46e8049159c8 HTTP/1.1" status: 204 len: 168 time: 0.4243095 Jul 13 14:39:20.820917 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dd13c-766b-4de2-b959-afd5717ae9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801b4fd2-4070-4693-9764-46e8049159c8,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:20.840215 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-91496700-c547-4a75-b368-89a4581f1026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.843746 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-91496700-c547-4a75-b368-89a4581f1026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.847470 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-91496700-c547-4a75-b368-89a4581f1026 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67055609-aee3-4ebd-a3a0-4ab606356690 HTTP/1.1" status: 204 len: 168 time: 0.1486428 Jul 13 14:39:20.868578 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91496700-c547-4a75-b368-89a4581f1026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67055609-aee3-4ebd-a3a0-4ab606356690,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:20.875949 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a66f3f6a-3243-452d-b7b8-1d3bb55afa51 req-79a0f1df-cf90-47a9-b1b2-798b16a2f00e tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479329 Jul 13 14:39:20.931724 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d1e2a7da-0164-4423-a854-ba7fc1d56849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:21.035267 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d1e2a7da-0164-4423-a854-ba7fc1d56849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:21.046750 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d1e2a7da-0164-4423-a854-ba7fc1d56849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:21.086387 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-d1e2a7da-0164-4423-a854-ba7fc1d56849 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7592038189034118a7c66523ec3ae6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084414 Jul 13 14:39:21.087227 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2a7da-0164-4423-a854-ba7fc1d56849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f3a0cc-abed-4bc5-b919-611874691fa8,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:21.088988 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 49094) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:21.190127 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6a647f1d-ccc6-4d43-801b-355c343df325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:21.200928 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08502191-ba1d-419f-9a97-1e269b1909ec req-cddb3a59-c56e-410a-af46-0c5aa98e68ce tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:21.202380 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-08502191-ba1d-419f-9a97-1e269b1909ec req-cddb3a59-c56e-410a-af46-0c5aa98e68ce tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.1063182 Jul 13 14:39:21.237277 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device a9e24f45-8f39-4439-9c7f-9518a62260d4 up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:21.238409 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6a647f1d-ccc6-4d43-801b-355c343df325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:21.267010 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-08502191-ba1d-419f-9a97-1e269b1909ec req-ff1e8d3a-98df-4cde-85ca-e3a6bd05204d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573499 Jul 13 14:39:21.319062 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6a647f1d-ccc6-4d43-801b-355c343df325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:21.321965 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6a647f1d-ccc6-4d43-801b-355c343df325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:21.323298 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-6a647f1d-ccc6-4d43-801b-355c343df325 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31f3a0cc-abed-4bc5-b919-611874691fa8 HTTP/1.1" status: 204 len: 168 time: 0.2329764 Jul 13 14:39:21.332930 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a647f1d-ccc6-4d43-801b-355c343df325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f3a0cc-abed-4bc5-b919-611874691fa8,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:21.335793 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port a9e24f45-8f39-4439-9c7f-9518a62260d4 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:39:21.340921 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port a9e24f45-8f39-4439-9c7f-9518a62260d4 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:21.341306 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:21.450951 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:21.511484 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9458b3-b677-436b-b14b-0eeaf8433956 req-8341c8c7-f693-4e17-81ab-b12f3fcc17e6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:21.512324 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbe5bb0-0230-48d7-95d6-b31925bb4f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e24f45-8f39-4439-9c7f-9518a62260d4'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:21.514738 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ac915d-96f9-49ed-88b8-2298cc4b0b06" -d '{"events": [{"server_uuid": "ccbe5bb0-0230-48d7-95d6-b31925bb4f67", "name": "network-vif-plugged", "status": "completed", "tag": "a9e24f45-8f39-4439-9c7f-9518a62260d4"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:21.524238 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5f9458b3-b677-436b-b14b-0eeaf8433956 req-8341c8c7-f693-4e17-81ab-b12f3fcc17e6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 945 time: 0.1225784 Jul 13 14:39:21.529365 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port a9e24f45-8f39-4439-9c7f-9518a62260d4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a9e24f45-8f39-4439-9c7f-9518a62260d4,segment=NetworkSegment(1f16aa98-4204-4d43-9b24-761b08f96008),segment_id=1f16aa98-4204-4d43-9b24-761b08f96008)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:21.535714 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:21.593769 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5f9458b3-b677-436b-b14b-0eeaf8433956 req-e159eff9-3b3f-4ab0-a8ef-385073aeb762 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678704 Jul 13 14:39:21.665608 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=a9e24f45-8f39-4439-9c7f-9518a62260d4,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:21.680666 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8438fee4-18a9-4b47-96df-fa74e947ea2e x-openstack-request-id: req-8438fee4-18a9-4b47-96df-fa74e947ea2e {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:21.681201 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccbe5bb0-0230-48d7-95d6-b31925bb4f67", "name": "network-vif-plugged", "status": "completed", "tag": "a9e24f45-8f39-4439-9c7f-9518a62260d4", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:21.681610 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8438fee4-18a9-4b47-96df-fa74e947ea2e {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:21.682188 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbe5bb0-0230-48d7-95d6-b31925bb4f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e24f45-8f39-4439-9c7f-9518a62260d4', 'code': 200} Jul 13 14:39:21.991920 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453fffe-879f-4b4e-b798-b84ef1af9dc6 req-204370e6-8946-4815-a224-334323e7abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:21.994031 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4453fffe-879f-4b4e-b798-b84ef1af9dc6 req-204370e6-8946-4815-a224-334323e7abc5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 1099 time: 0.0696323 Jul 13 14:39:22.071563 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4453fffe-879f-4b4e-b798-b84ef1af9dc6 req-9ed1a274-ff12-46d0-9d2f-7e985b3b6951 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654621 Jul 13 14:39:22.119958 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5c619-12fa-4a9a-949e-72989362e932 req-c4016547-2ef4-4658-a3a9-0262f33bc6a8 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:22.121711 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-81e5c619-12fa-4a9a-949e-72989362e932 req-c4016547-2ef4-4658-a3a9-0262f33bc6a8 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 949 time: 0.0923502 Jul 13 14:39:22.182287 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-81e5c619-12fa-4a9a-949e-72989362e932 req-c674e528-8add-49db-ad2b-309cb62137b9 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/security-groups?id=de2f18fa-8e44-45ed-8fb4-9243769e45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524502 Jul 13 14:39:22.495190 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f27647-8abe-4125-9354-eba898bd2330 req-83ab185b-0f8a-4516-9b45-3f184d18dbfe tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:22.495190 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-63f27647-8abe-4125-9354-eba898bd2330 req-83ab185b-0f8a-4516-9b45-3f184d18dbfe tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.44 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 949 time: 0.1124237 Jul 13 14:39:22.516796 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38ecb5-06d0-4be1-93f6-011067764e90 req-c19dcec2-5c51-4776-9e03-3b3202e4c701 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:22.518901 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4d38ecb5-06d0-4be1-93f6-011067764e90 req-c19dcec2-5c51-4776-9e03-3b3202e4c701 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.1008220 Jul 13 14:39:22.617452 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4d38ecb5-06d0-4be1-93f6-011067764e90 req-ecc7a56d-ef89-4e12-a03b-a6e6e9963ff7 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781937 Jul 13 14:39:22.671094 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-63f27647-8abe-4125-9354-eba898bd2330 req-02e856cd-dcb5-46d4-a2bb-0e11884c8d76 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Deleting port 866ff006-486c-40d4-a5a3-4230d28d0416 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:39:22.671830 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-63f27647-8abe-4125-9354-eba898bd2330 req-02e856cd-dcb5-46d4-a2bb-0e11884c8d76 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:22.816284 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-63f27647-8abe-4125-9354-eba898bd2330 req-02e856cd-dcb5-46d4-a2bb-0e11884c8d76 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] For port 866ff006-486c-40d4-a5a3-4230d28d0416, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=866ff006-486c-40d4-a5a3-4230d28d0416,segment=NetworkSegment(e6be2519-659f-445a-bb97-1ead2c101f31),segment_id=e6be2519-659f-445a-bb97-1ead2c101f31)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:22.816668 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-63f27647-8abe-4125-9354-eba898bd2330 req-02e856cd-dcb5-46d4-a2bb-0e11884c8d76 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:22.835668 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-63f27647-8abe-4125-9354-eba898bd2330 req-02e856cd-dcb5-46d4-a2bb-0e11884c8d76 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Calling delete_port for 866ff006-486c-40d4-a5a3-4230d28d0416 owned by compute:nova {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:39:22.842217 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49198) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:22.918061 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa32bb9-167d-4353-b4ad-656be5f58f4c req-e2912200-9c1f-4ce0-b079-0bb7fd5b6552 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:22.919578 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-daa32bb9-167d-4353-b4ad-656be5f58f4c req-e2912200-9c1f-4ce0-b079-0bb7fd5b6552 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.1596403 Jul 13 14:39:22.998739 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-daa32bb9-167d-4353-b4ad-656be5f58f4c req-896ed5b2-30a7-476b-b98c-5ce0e7c73675 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722055 Jul 13 14:39:23.045782 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d9c2cb82-4850-4add-a76a-c7892a96d7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:23.066343 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-63f27647-8abe-4125-9354-eba898bd2330 req-02e856cd-dcb5-46d4-a2bb-0e11884c8d76 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:23.079909 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['866ff006-486c-40d4-a5a3-4230d28d0416'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:39:23.125249 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e856cd-dcb5-46d4-a2bb-0e11884c8d76 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Pushing event deleted for resources: {'Port': ['ID=866ff006-486c-40d4-a5a3-4230d28d0416,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:23.166516 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d9c2cb82-4850-4add-a76a-c7892a96d7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:23.172711 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d9c2cb82-4850-4add-a76a-c7892a96d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:23.214941 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f27647-8abe-4125-9354-eba898bd2330 req-02e856cd-dcb5-46d4-a2bb-0e11884c8d76 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] No DVR routers for this DVR port 866ff006-486c-40d4-a5a3-4230d28d0416 on host hv-cinder-78836 {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:39:23.217913 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-d9c2cb82-4850-4add-a76a-c7892a96d7bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=05850f0b888f480292b90e4007df4e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740439 Jul 13 14:39:23.218425 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-63f27647-8abe-4125-9354-eba898bd2330 req-02e856cd-dcb5-46d4-a2bb-0e11884c8d76 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:23.220622 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49214) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:23.222204 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-63f27647-8abe-4125-9354-eba898bd2330 req-02e856cd-dcb5-46d4-a2bb-0e11884c8d76 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.44 "DELETE /v2.0/ports/866ff006-486c-40d4-a5a3-4230d28d0416 HTTP/1.1" status: 204 len: 173 time: 0.7199550 Jul 13 14:39:23.222777 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805f5ac8-f3b3-4225-8244-fb73abae46e6', 'name': 'network-vif-deleted', 'tag': '866ff006-486c-40d4-a5a3-4230d28d0416'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:23.225348 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982176c0-1632-4daf-acb7-b13b290db763" -d '{"events": [{"server_uuid": "805f5ac8-f3b3-4225-8244-fb73abae46e6", "name": "network-vif-deleted", "tag": "866ff006-486c-40d4-a5a3-4230d28d0416"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:23.234058 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2cb82-4850-4add-a76a-c7892a96d7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62512a69-9ac9-47ab-805f-6e6301d8cf92,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:23.283108 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6f729fac-5817-43a4-87ba-a17ac9cd5888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:23.306718 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5495bcf-bae9-4a36-a5c8-383df146a55d x-openstack-request-id: req-a5495bcf-bae9-4a36-a5c8-383df146a55d {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:23.307257 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805f5ac8-f3b3-4225-8244-fb73abae46e6", "name": "network-vif-deleted", "tag": "866ff006-486c-40d4-a5a3-4230d28d0416", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:23.307543 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5495bcf-bae9-4a36-a5c8-383df146a55d {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:23.307937 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805f5ac8-f3b3-4225-8244-fb73abae46e6', 'name': 'network-vif-deleted', 'tag': '866ff006-486c-40d4-a5a3-4230d28d0416', 'status': 'completed', 'code': 200} Jul 13 14:39:23.309979 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6f729fac-5817-43a4-87ba-a17ac9cd5888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:23.385932 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6f729fac-5817-43a4-87ba-a17ac9cd5888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:23.388702 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6f729fac-5817-43a4-87ba-a17ac9cd5888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:23.390107 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-6f729fac-5817-43a4-87ba-a17ac9cd5888 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62512a69-9ac9-47ab-805f-6e6301d8cf92 HTTP/1.1" status: 204 len: 168 time: 0.1671913 Jul 13 14:39:23.391874 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1b689ac3-257e-4487-b2a3-40eaeacf5175 req-1377175e-98bb-4dff-b084-c848e04957b5 tempest-VolumesNegativeTest-1518444990 tempest-VolumesNegativeTest-1518444990-project] 10.222.0.42 "GET /v2.0/ports?device_id=805f5ac8-f3b3-4225-8244-fb73abae46e6 HTTP/1.1" status: 200 len: 210 time: 0.0454016 Jul 13 14:39:23.424824 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f729fac-5817-43a4-87ba-a17ac9cd5888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62512a69-9ac9-47ab-805f-6e6301d8cf92,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:23.805416 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ca459-8773-40b2-b59c-96bd544385f4 req-51bf573d-9784-4da8-acb6-d013a74605c0 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:23.807029 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-273ca459-8773-40b2-b59c-96bd544385f4 req-51bf573d-9784-4da8-acb6-d013a74605c0 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0642438 Jul 13 14:39:23.846079 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-273ca459-8773-40b2-b59c-96bd544385f4 req-d9bac17b-d906-4e4f-b9a5-1b13a9b55dc0 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328093 Jul 13 14:39:24.199206 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd325b-e847-4f84-84aa-737ce1c1426e req-fef51335-8195-44da-a118-a3deb4181b6c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:24.206329 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-21bd325b-e847-4f84-84aa-737ce1c1426e req-fef51335-8195-44da-a118-a3deb4181b6c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0833700 Jul 13 14:39:24.245562 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-21bd325b-e847-4f84-84aa-737ce1c1426e req-dc0b51f6-f290-41ee-80f2-09cfc26666af tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378020 Jul 13 14:39:24.438222 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba5f75-4a3d-4174-a159-19c076e041da req-5272613a-be0e-440f-b9f2-faf7729dde08 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:24.439730 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-94ba5f75-4a3d-4174-a159-19c076e041da req-5272613a-be0e-440f-b9f2-faf7729dde08 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0819957 Jul 13 14:39:24.449737 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49278) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:24.454894 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-e2b44f0a-82df-497b-85c3-7d2574b8929e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Request body: {'floatingip': {'port_id': 'a9e24f45-8f39-4439-9c7f-9518a62260d4'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:24.526208 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e2b44f0a-82df-497b-85c3-7d2574b8929e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for floatingip, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.042956 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9deeb-69b6-4c70-a326-579d7b225e73 req-48e9f5d9-3ea6-41cf-8245-018687ec6cc5 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:25.050282 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-20b9deeb-69b6-4c70-a326-579d7b225e73 req-48e9f5d9-3ea6-41cf-8245-018687ec6cc5 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0793164 Jul 13 14:39:25.105645 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-20b9deeb-69b6-4c70-a326-579d7b225e73 req-e1890291-5a76-4b00-baf3-415eca377fae tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535247 Jul 13 14:39:25.234715 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 866ff006-486c-40d4-a5a3-4230d28d0416 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:39:25.261501 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: 866ff006-486c-40d4-a5a3-4230d28d0416 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:39:25.261934 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 866ff006-486c-40d4-a5a3-4230d28d0416 not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:39:25.507253 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e2b44f0a-82df-497b-85c3-7d2574b8929e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.512367 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e2b44f0a-82df-497b-85c3-7d2574b8929e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909700'] for floatingip, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.630744 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.l3_db [None req-e2b44f0a-82df-497b-85c3-7d2574b8929e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Floating IP ba5bf41c-46dc-44c5-ae47-e8dfadabe462 associated. External IP: 172.27.2.28, port: a9e24f45-8f39-4439-9c7f-9518a62260d4. Jul 13 14:39:25.810056 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49404) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:25.935951 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b5ccb461-f6b9-4bc4-addb-917b603a90ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.965208 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b44f0a-82df-497b-85c3-7d2574b8929e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:39:26.130521 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b5ccb461-f6b9-4bc4-addb-917b603a90ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:26.131869 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b44f0a-82df-497b-85c3-7d2574b8929e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:39:26.137429 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e2b44f0a-82df-497b-85c3-7d2574b8929e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:26.142072 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace49429-94c2-47c8-84ae-ca4796ec0230 None None] Sync routers for ids ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:39:26.142563 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b5ccb461-f6b9-4bc4-addb-917b603a90ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:26.152498 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace49429-94c2-47c8-84ae-ca4796ec0230 None None] Routers {'7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:39:26.153320 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-ace49429-94c2-47c8-84ae-ca4796ec0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:39:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:26.219417 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-b5ccb461-f6b9-4bc4-addb-917b603a90ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98f64bca582149d888c2e77cf7380db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4057508 Jul 13 14:39:26.219417 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccb461-f6b9-4bc4-addb-917b603a90ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cce0e7-761c-4b1c-97fa-5309896e6dc4,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:26.220267 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 49432) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:26.222756 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-e2b44f0a-82df-497b-85c3-7d2574b8929e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "PUT /v2.0/floatingips/ba5bf41c-46dc-44c5-ae47-e8dfadabe462 HTTP/1.1" status: 200 len: 991 time: 1.7714565 Jul 13 14:39:26.223560 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccbe5bb0-0230-48d7-95d6-b31925bb4f67', 'tag': 'a9e24f45-8f39-4439-9c7f-9518a62260d4'}] {{(pid=93172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:26.226286 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f99a20e7926ac0a9073af94a8a5f0d8e34f6a0025af7e4a09400b7fc179008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc70fc4d-8328-4ac1-9630-3485026cdf24" -d '{"events": [{"name": "network-changed", "server_uuid": "ccbe5bb0-0230-48d7-95d6-b31925bb4f67", "tag": "a9e24f45-8f39-4439-9c7f-9518a62260d4"}]}' {{(pid=93172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:26.276211 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-ace49429-94c2-47c8-84ae-ca4796ec0230 None None] Set router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:39:26.310197 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-de3f953e-8f4b-450e-95a9-fd3a116aaf7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:26.332279 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-de3f953e-8f4b-450e-95a9-fd3a116aaf7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:26.418343 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263e7ed-634c-4d61-b12a-41afa115ff89 req-ae65242a-1aed-436e-999a-95e5e64949d8 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:26.421136 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3263e7ed-634c-4d61-b12a-41afa115ff89 req-ae65242a-1aed-436e-999a-95e5e64949d8 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.1392343 Jul 13 14:39:26.422417 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-de3f953e-8f4b-450e-95a9-fd3a116aaf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:26.426769 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-de3f953e-8f4b-450e-95a9-fd3a116aaf7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:26.429032 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-de3f953e-8f4b-450e-95a9-fd3a116aaf7f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67cce0e7-761c-4b1c-97fa-5309896e6dc4 HTTP/1.1" status: 204 len: 168 time: 0.2082419 Jul 13 14:39:26.451587 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f953e-8f4b-450e-95a9-fd3a116aaf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cce0e7-761c-4b1c-97fa-5309896e6dc4,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:26.487526 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3263e7ed-634c-4d61-b12a-41afa115ff89 req-e49786c1-6409-4a4e-8b3b-7451221b1db5 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571566 Jul 13 14:39:26.565969 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e4e7ce-4d00-4a7d-9666-d7f33cb4b7b7 x-openstack-request-id: req-61e4e7ce-4d00-4a7d-9666-d7f33cb4b7b7 {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:26.566450 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccbe5bb0-0230-48d7-95d6-b31925bb4f67", "tag": "a9e24f45-8f39-4439-9c7f-9518a62260d4", "status": "completed", "code": 200}]} {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:26.566635 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61e4e7ce-4d00-4a7d-9666-d7f33cb4b7b7 {{(pid=93172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:26.566864 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccbe5bb0-0230-48d7-95d6-b31925bb4f67', 'tag': 'a9e24f45-8f39-4439-9c7f-9518a62260d4', 'status': 'completed', 'code': 200} Jul 13 14:39:26.571962 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-ace49429-94c2-47c8-84ae-ca4796ec0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:55Z', 'revision_number': 4, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port': {'id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': 'ba5bf41c-46dc-44c5-ae47-e8dfadabe462', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'port_id': 'a9e24f45-8f39-4439-9c7f-9518a62260d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'mac_address': 'fa:16:3e:50:e8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbe5bb0-0230-48d7-95d6-b31925bb4f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:39:00Z', 'updated_at': '2021-07-13T14:39:25Z', 'revision_number': 1, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa3f25d-9f27-4c06-9c97-3ac2de072cc9', 'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'mac_address': 'fa:16:3e:e0:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:02Z', 'revision_number': 5, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'subnets': [{'id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:26.606265 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace49429-94c2-47c8-84ae-ca4796ec0230 None None] Checking router: 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:39:26.615195 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace49429-94c2-47c8-84ae-ca4796ec0230 None None] Routers {'7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:39:26.615815 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-ace49429-94c2-47c8-84ae-ca4796ec0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:39:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:26.659959 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70fc4d-8328-4ac1-9630-3485026cdf24 req-d37efdc8-c124-4156-90f0-fb495eac75b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:26.661491 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-cc70fc4d-8328-4ac1-9630-3485026cdf24 req-d37efdc8-c124-4156-90f0-fb495eac75b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=065fe1745d9447699acdf1485585e8ff&device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 1099 time: 0.0744984 Jul 13 14:39:26.739603 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-ace49429-94c2-47c8-84ae-ca4796ec0230 None None] Set router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:39:26.784934 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70fc4d-8328-4ac1-9630-3485026cdf24 req-16f7d23a-ef29-4111-bde7-1977e12feaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:26.787259 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-cc70fc4d-8328-4ac1-9630-3485026cdf24 req-16f7d23a-ef29-4111-bde7-1977e12feaa4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a963334-8a3d-4698-baf7-6514da665b97 HTTP/1.1" status: 200 len: 911 time: 0.1114788 Jul 13 14:39:26.863262 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49500) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:26.887399 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c82893fb-05a2-4fb5-9a68-6945958f116c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:26.918025 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-cc70fc4d-8328-4ac1-9630-3485026cdf24 req-3c36d5eb-c45d-420b-a808-33f65370f2c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9e24f45-8f39-4439-9c7f-9518a62260d4 HTTP/1.1" status: 200 len: 999 time: 0.1208780 Jul 13 14:39:26.981153 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70fc4d-8328-4ac1-9630-3485026cdf24 req-d62d6474-29a1-4761-a621-a04627034b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:26.982872 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-cc70fc4d-8328-4ac1-9630-3485026cdf24 req-d62d6474-29a1-4761-a621-a04627034b31 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c733a02-d38f-400d-bfec-4ffd5b7ca3d1 HTTP/1.1" status: 200 len: 849 time: 0.0571811 Jul 13 14:39:27.042987 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c82893fb-05a2-4fb5-9a68-6945958f116c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:27.059182 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c82893fb-05a2-4fb5-9a68-6945958f116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:27.077247 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70fc4d-8328-4ac1-9630-3485026cdf24 req-321d0740-d43a-4113-832d-4484ad232b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:27.078696 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-cc70fc4d-8328-4ac1-9630-3485026cdf24 req-321d0740-d43a-4113-832d-4484ad232b21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a963334-8a3d-4698-baf7-6514da665b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0878215 Jul 13 14:39:27.116559 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-c82893fb-05a2-4fb5-9a68-6945958f116c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f3b89292d9d4b6d9acffe51740ecff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520947 Jul 13 14:39:27.121047 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49512) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:27.129166 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82893fb-05a2-4fb5-9a68-6945958f116c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db092ede-5e4b-4622-8fbe-d390b9f35f8d,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:27.206955 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0435453a-4625-469a-9947-b0fc1b00562e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:27.214283 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-ace49429-94c2-47c8-84ae-ca4796ec0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:55Z', 'revision_number': 4, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port': {'id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': 'ba5bf41c-46dc-44c5-ae47-e8dfadabe462', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'port_id': 'a9e24f45-8f39-4439-9c7f-9518a62260d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'mac_address': 'fa:16:3e:50:e8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbe5bb0-0230-48d7-95d6-b31925bb4f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:39:00Z', 'updated_at': '2021-07-13T14:39:25Z', 'revision_number': 1, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa3f25d-9f27-4c06-9c97-3ac2de072cc9', 'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'mac_address': 'fa:16:3e:e0:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:02Z', 'revision_number': 5, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'subnets': [{'id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:27.238026 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0435453a-4625-469a-9947-b0fc1b00562e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:27.254016 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace49429-94c2-47c8-84ae-ca4796ec0230 None None] The sync data for ids ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'] in dv-cinder-788365-4-iscsi is: [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:55Z', 'revision_number': 4, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port': {'id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': 'ba5bf41c-46dc-44c5-ae47-e8dfadabe462', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'port_id': 'a9e24f45-8f39-4439-9c7f-9518a62260d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'mac_address': 'fa:16:3e:50:e8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbe5bb0-0230-48d7-95d6-b31925bb4f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:39:00Z', 'updated_at': '2021-07-13T14:39:25Z', 'revision_number': 1, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa3f25d-9f27-4c06-9c97-3ac2de072cc9', 'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'mac_address': 'fa:16:3e:e0:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:02Z', 'revision_number': 5, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'subnets': [{'id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:39:27.312454 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0435453a-4625-469a-9947-b0fc1b00562e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:27.316008 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0435453a-4625-469a-9947-b0fc1b00562e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:27.317749 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-0435453a-4625-469a-9947-b0fc1b00562e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db092ede-5e4b-4622-8fbe-d390b9f35f8d HTTP/1.1" status: 204 len: 168 time: 0.1956837 Jul 13 14:39:27.349051 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435453a-4625-469a-9947-b0fc1b00562e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db092ede-5e4b-4622-8fbe-d390b9f35f8d,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:27.349279 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-cc70fc4d-8328-4ac1-9630-3485026cdf24 req-5a712681-df55-4b75-af95-e029ad43ee69 service neutron] 10.222.0.44 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585394 Jul 13 14:39:27.491168 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-cc70fc4d-8328-4ac1-9630-3485026cdf24 req-9efb30c9-e56d-4e47-92a8-15c7d2825dda service neutron] 10.222.0.44 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340027 Jul 13 14:39:27.645663 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa64d4c8-1a96-4427-bc0e-faba1ec96f7e None None] New status for floating IP ba5bf41c-46dc-44c5-ae47-e8dfadabe462: ACTIVE {{(pid=93174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:39:27.836521 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fe91d-f9e0-4601-81ea-ec4c8c29a0e9 req-804578b9-8b1f-48b4-905e-5af14b278c01 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:27.838083 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e95fe91d-f9e0-4601-81ea-ec4c8c29a0e9 req-804578b9-8b1f-48b4-905e-5af14b278c01 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.1298580 Jul 13 14:39:27.901979 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e95fe91d-f9e0-4601-81ea-ec4c8c29a0e9 req-dab08678-a87d-4496-a3be-91e1cd4fb682 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579088 Jul 13 14:39:28.351710 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-4102822d-baae-4411-854b-3db7bccb7393 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548478119&fields=id&tenant_id=f9e7c29b365b4dabab5e1082907164f1 HTTP/1.1" status: 200 len: 267 time: 0.0511220 Jul 13 14:39:28.497497 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-ec0fc7a9-532c-40f1-a356-174692992b90 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:28.505186 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-ec0fc7a9-532c-40f1-a356-174692992b90 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/networks?id=275b173f-f346-4505-bdbc-2adf334f41b4 HTTP/1.1" status: 200 len: 811 time: 0.1403162 Jul 13 14:39:28.526179 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-90077593-7e32-4e2f-8aab-90735d556040 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/quotas/f9e7c29b365b4dabab5e1082907164f1 HTTP/1.1" status: 200 len: 375 time: 0.0196867 Jul 13 14:39:28.603551 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-009eae5f-b691-4299-86b2-9859c516ae6f tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9e7c29b365b4dabab5e1082907164f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765440 Jul 13 14:39:28.715231 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-7c3a6757-72f4-44d1-be29-df2478c8ade9 service neutron] 10.222.0.42 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984168 Jul 13 14:39:28.821212 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-d7ac3ca3-e6c1-48bd-a3f7-6378b1fbb34b service neutron] 10.222.0.42 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989070 Jul 13 14:39:29.169167 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-01e99661-59fb-4c53-a6fd-5f8650b4289a req-1ea1075e-8d45-47d5-b587-2253b82fb72b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 210 time: 0.0366805 Jul 13 14:39:29.206289 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867781e-7abe-4ea4-a54f-32beb86dbf93 req-2e84dcb9-99f5-497b-9a31-9397ef0b1739 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:29.207870 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f867781e-7abe-4ea4-a54f-32beb86dbf93 req-2e84dcb9-99f5-497b-9a31-9397ef0b1739 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.1362579 Jul 13 14:39:29.249682 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f867781e-7abe-4ea4-a54f-32beb86dbf93 req-465a8ba2-f619-4645-be5c-8ac9b49e2764 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344238 Jul 13 14:39:30.075386 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49722) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:30.215142 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-3fbd1349-b7a3-46dd-bec6-74283bccf5d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=78dd72d1640549d6b6bbd16f921ef004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1361077 Jul 13 14:39:30.215324 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 49728) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:30.271178 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a9521d70-c09f-4475-a112-ec07e20a4e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:30.378104 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a9521d70-c09f-4475-a112-ec07e20a4e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:30.384454 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-371137bf-a057-4611-b7a9-c9566380e30b req-c45fc75b-ce6d-486e-8a06-62bf38982847 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 210 time: 0.0831165 Jul 13 14:39:30.502196 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-00fa7593-c94c-4bd4-912b-e831042a7084 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:30.503671 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-00fa7593-c94c-4bd4-912b-e831042a7084 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.44 "GET /v2.0/networks?id=275b173f-f346-4505-bdbc-2adf334f41b4 HTTP/1.1" status: 200 len: 811 time: 0.2202387 Jul 13 14:39:30.520425 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a96d6-b97a-452e-9a8e-bdc79ed4c4bc req-6ea4e1b5-9b80-4d11-b563-1327462bce9a tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:30.521626 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b0a96d6-b97a-452e-9a8e-bdc79ed4c4bc req-6ea4e1b5-9b80-4d11-b563-1327462bce9a tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.1394403 Jul 13 14:39:30.522231 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a9521d70-c09f-4475-a112-ec07e20a4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:30.524822 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a9521d70-c09f-4475-a112-ec07e20a4e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:30.525865 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-a9521d70-c09f-4475-a112-ec07e20a4e8d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de2f18fa-8e44-45ed-8fb4-9243769e45c9 HTTP/1.1" status: 204 len: 168 time: 0.3090844 Jul 13 14:39:30.559621 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9521d70-c09f-4475-a112-ec07e20a4e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2f18fa-8e44-45ed-8fb4-9243769e45c9,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:30.592428 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b0a96d6-b97a-452e-9a8e-bdc79ed4c4bc req-fe68e00f-c7ec-4389-b88e-ee6cdbdedb5a tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628190 Jul 13 14:39:30.597391 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-49ee1ff6-18df-41cb-90e0-0e5c032c5912 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9e7c29b365b4dabab5e1082907164f1 HTTP/1.1" status: 200 len: 380 time: 0.0705323 Jul 13 14:39:30.614623 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-9cf756f5-c005-4b4f-8835-a76ec172d101 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Request body: {'port': {'device_id': 'd7f16ae4-8faa-4cf9-bf1c-339edba339ac', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'admin_state_up': True, 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'security_groups': ['b8aa9764-3590-41bb-82f9-b91d6329e1bc']}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:30.752508 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acab1b0-7ba6-4b4c-a026-387bf1e69bc5 req-d39df99d-4571-4d4c-a4c6-7378ca3eba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:30.753955 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2acab1b0-7ba6-4b4c-a026-387bf1e69bc5 req-d39df99d-4571-4d4c-a4c6-7378ca3eba32 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 1099 time: 0.0973804 Jul 13 14:39:30.768869 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-9cf756f5-c005-4b4f-8835-a76ec172d101 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Made reservation on behalf of f9e7c29b365b4dabab5e1082907164f1 for: {'port': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:39:30.772319 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-9cf756f5-c005-4b4f-8835-a76ec172d101 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:30.816376 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2acab1b0-7ba6-4b4c-a026-387bf1e69bc5 req-b54d01df-77de-428c-9ef1-12d19f8cd33b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543184 Jul 13 14:39:30.927074 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-9cf756f5-c005-4b4f-8835-a76ec172d101 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Allocated IP 172.20.0.5 (275b173f-f346-4505-bdbc-2adf334f41b4/9f858d18-7848-4749-a84f-ecbf232dcff9/d839a746-b7e0-4f35-b8e5-1350119133be) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:39:31.106577 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-9cf756f5-c005-4b4f-8835-a76ec172d101 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.174652 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.177762 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-9cf756f5-c005-4b4f-8835-a76ec172d101 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Transition to ACTIVE for port object d839a746-b7e0-4f35-b8e5-1350119133be will not be triggered until provisioned by entity DHCP. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:39:31.252680 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-9cf756f5-c005-4b4f-8835-a76ec172d101 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.340698 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-9cf756f5-c005-4b4f-8835-a76ec172d101 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Network 275b173f-f346-4505-bdbc-2adf334f41b4 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:39:31.344428 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-9cf756f5-c005-4b4f-8835-a76ec172d101 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:39:31.349989 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-9cf756f5-c005-4b4f-8835-a76ec172d101 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:39:31.354538 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf756f5-c005-4b4f-8835-a76ec172d101 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event updated for resources: {'Port': ['ID=d839a746-b7e0-4f35-b8e5-1350119133be,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:31.395061 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49786) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:31.450435 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-9cf756f5-c005-4b4f-8835-a76ec172d101 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:31.451997 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-9cf756f5-c005-4b4f-8835-a76ec172d101 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.485203 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-9cf756f5-c005-4b4f-8835-a76ec172d101 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8748465 Jul 13 14:39:31.498520 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Request body: {'port': {'device_id': 'd7f16ae4-8faa-4cf9-bf1c-339edba339ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:31.556187 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-2c103deb-a035-45fa-8160-bc35c3dd3f1b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-951843666-network', 'tenant_id': '7a54309db8284b10b6e050d55d210403'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:31.593431 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c103deb-a035-45fa-8160-bc35c3dd3f1b admin admin] Made reservation on behalf of 7a54309db8284b10b6e050d55d210403 for: {'network': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:39:31.598316 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2c103deb-a035-45fa-8160-bc35c3dd3f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.610287 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2c103deb-a035-45fa-8160-bc35c3dd3f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.633455 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.675175 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-47da7258-26b2-49c6-b67e-bdddc35939f6 None None] Provisioning for port d839a746-b7e0-4f35-b8e5-1350119133be completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:39:31.679899 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-47da7258-26b2-49c6-b67e-bdddc35939f6 None None] Provisioning complete for port d839a746-b7e0-4f35-b8e5-1350119133be triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:31.680645 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-47da7258-26b2-49c6-b67e-bdddc35939f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.746980 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-47da7258-26b2-49c6-b67e-bdddc35939f6 None None] Port d839a746-b7e0-4f35-b8e5-1350119133be cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:39:31.766395 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfd1b4-8fd0-45bf-a315-01ef0f7918ee req-6cfcbe11-b8a5-49b6-a70c-34aa43fd52cf tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:31.767963 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7fbfd1b4-8fd0-45bf-a315-01ef0f7918ee req-6cfcbe11-b8a5-49b6-a70c-34aa43fd52cf tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 931 time: 0.1901891 Jul 13 14:39:31.769981 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2c103deb-a035-45fa-8160-bc35c3dd3f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.777236 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2c103deb-a035-45fa-8160-bc35c3dd3f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.814401 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c103deb-a035-45fa-8160-bc35c3dd3f1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=93172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:39:31.833137 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c103deb-a035-45fa-8160-bc35c3dd3f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903daf07-42e0-4ba7-8884-a392ea8bc26f,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:31.849273 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2c103deb-a035-45fa-8160-bc35c3dd3f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.849629 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.segments_db [None req-2c103deb-a035-45fa-8160-bc35c3dd3f1b admin admin] Added segment 48725b0c-303d-4b9a-a4d0-be105963b506 of type vlan for network b894c009-709f-4f6d-b012-1e8d848877c0 Jul 13 14:39:31.893813 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2c103deb-a035-45fa-8160-bc35c3dd3f1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.925458 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2c103deb-a035-45fa-8160-bc35c3dd3f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.926406 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c103deb-a035-45fa-8160-bc35c3dd3f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:31.926995 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2c103deb-a035-45fa-8160-bc35c3dd3f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.928305 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7fbfd1b4-8fd0-45bf-a315-01ef0f7918ee req-68c18dd8-019b-4460-97ca-791869e42a89 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994833 Jul 13 14:39:31.981982 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-2c103deb-a035-45fa-8160-bc35c3dd3f1b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5820818 Jul 13 14:39:31.983559 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49808) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:31.990306 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-a5836177-477a-4e00-aafc-3f63fa70d212 admin admin] Request body: {'subnet': {'network_id': 'b894c009-709f-4f6d-b012-1e8d848877c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-951843666-subnet', 'tenant_id': '7a54309db8284b10b6e050d55d210403', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:31.994369 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c103deb-a035-45fa-8160-bc35c3dd3f1b admin admin] Pushing event updated for resources: {'Network': ['ID=b894c009-709f-4f6d-b012-1e8d848877c0,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:32.006102 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network b894c009-709f-4f6d-b012-1e8d848877c0 details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:39:32.016785 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5836177-477a-4e00-aafc-3f63fa70d212 admin admin] Made reservation on behalf of 7a54309db8284b10b6e050d55d210403 for: {'subnet': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:39:32.019973 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a5836177-477a-4e00-aafc-3f63fa70d212 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610179'] for subnet, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:32.032865 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad433c-2f2f-4d35-a2b2-896bbad7fbeb req-c42b597d-0448-455d-873c-3d75cfbfa68d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:32.036616 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a5ad433c-2f2f-4d35-a2b2-896bbad7fbeb req-c42b597d-0448-455d-873c-3d75cfbfa68d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.1683893 Jul 13 14:39:32.097810 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a5ad433c-2f2f-4d35-a2b2-896bbad7fbeb req-7468716a-db9c-4cb6-b337-53df29199c94 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538979 Jul 13 14:39:32.133359 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d839a746-b7e0-4f35-b8e5-1350119133be {{(pid=93173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:39:32.141484 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:32.154467 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Transition to ACTIVE for port object d839a746-b7e0-4f35-b8e5-1350119133be will not be triggered until provisioned by entity L2. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:39:32.157932 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:32.193162 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a5836177-477a-4e00-aafc-3f63fa70d212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8777516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610225'] for subnet, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:32.209542 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Pushing event updated for resources: {'Port': ['ID=d839a746-b7e0-4f35-b8e5-1350119133be,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:32.262708 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5836177-477a-4e00-aafc-3f63fa70d212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac20769e-d293-406c-b9f9-dc08d7770ed4,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:32.268423 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5836177-477a-4e00-aafc-3f63fa70d212 admin admin] Checking segment: {'id': '48725b0c-303d-4b9a-a4d0-be105963b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b894c009-709f-4f6d-b012-1e8d848877c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:39:32.268833 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5836177-477a-4e00-aafc-3f63fa70d212 admin admin] Network hostable DHCP agents. Network: b894c009-709f-4f6d-b012-1e8d848877c0, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:39:32.290055 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Attempting to bind port d839a746-b7e0-4f35-b8e5-1350119133be on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:39:32.290610 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5836177-477a-4e00-aafc-3f63fa70d212 admin admin] Network b894c009-709f-4f6d-b012-1e8d848877c0 is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:39:32.290696 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Attempting to bind port d839a746-b7e0-4f35-b8e5-1350119133be by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:39:32.290696 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Attempting to bind port d839a746-b7e0-4f35-b8e5-1350119133be on network 275b173f-f346-4505-bdbc-2adf334f41b4 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:39:32.295506 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Port d839a746-b7e0-4f35-b8e5-1350119133be on network 275b173f-f346-4505-bdbc-2adf334f41b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:39:32.295905 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Attempting to bind port d839a746-b7e0-4f35-b8e5-1350119133be on network 275b173f-f346-4505-bdbc-2adf334f41b4 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:39:32.301465 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-a5836177-477a-4e00-aafc-3f63fa70d212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, b894c009-709f-4f6d-b012-1e8d848877c0) {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:39:32.302032 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:39:32.302281 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Checking segment: {'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:39:32.303356 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Bound using segment: {'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:39:32.303356 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Bound port: d839a746-b7e0-4f35-b8e5-1350119133be, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'}}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:39:32.303566 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:32.312224 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5836177-477a-4e00-aafc-3f63fa70d212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:32.314263 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a5836177-477a-4e00-aafc-3f63fa70d212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:32.315413 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5302a162-5840-477f-b43f-9d072045520f None None] Network b894c009-709f-4f6d-b012-1e8d848877c0 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:39:32.349878 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-a5836177-477a-4e00-aafc-3f63fa70d212 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3652899 Jul 13 14:39:32.417895 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] For port d839a746-b7e0-4f35-b8e5-1350119133be, host hv-cinder-78836, cleared binding levels {{(pid=93173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:39:32.424039 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] For port d839a746-b7e0-4f35-b8e5-1350119133be, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d839a746-b7e0-4f35-b8e5-1350119133be,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:39:32.429080 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:32.462946 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97b382b-79dd-46f8-a700-b2d511fadbcd None None] Network b894c009-709f-4f6d-b012-1e8d848877c0 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:39:32.465029 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:32.465926 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:32.467103 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] 10.222.0.44 "PUT /v2.0/ports/d839a746-b7e0-4f35-b8e5-1350119133be HTTP/1.1" status: 200 len: 1093 time: 0.9734721 Jul 13 14:39:32.467445 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f16ae4-8faa-4cf9-bf1c-339edba339ac', 'tag': 'd839a746-b7e0-4f35-b8e5-1350119133be'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:32.469930 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fe2a9f-e833-45fa-aff6-b4fda18502f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f16ae4-8faa-4cf9-bf1c-339edba339ac", "tag": "d839a746-b7e0-4f35-b8e5-1350119133be"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:32.499495 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae00a41-58de-481b-a686-aefd538b6e46 service neutron] Pushing event updated for resources: {'Port': ['ID=d839a746-b7e0-4f35-b8e5-1350119133be,revision_number=3']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:32.550736 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda57b5d-2003-41c8-981c-68ba3ec5c116 x-openstack-request-id: req-dda57b5d-2003-41c8-981c-68ba3ec5c116 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:32.551028 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f16ae4-8faa-4cf9-bf1c-339edba339ac", "tag": "d839a746-b7e0-4f35-b8e5-1350119133be", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:32.551282 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dda57b5d-2003-41c8-981c-68ba3ec5c116 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:32.551678 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f16ae4-8faa-4cf9-bf1c-339edba339ac', 'tag': 'd839a746-b7e0-4f35-b8e5-1350119133be', 'status': 'completed', 'code': 200} Jul 13 14:39:32.635872 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-061d5c41-a1d6-430c-af16-a4dd5465cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:32.637430 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-061d5c41-a1d6-430c-af16-a4dd5465cc27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9e7c29b365b4dabab5e1082907164f1&device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 1096 time: 0.0987577 Jul 13 14:39:32.685331 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-ba6b164e-b65c-4da1-b004-f4d06ce1be6b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d839a746-b7e0-4f35-b8e5-1350119133be HTTP/1.1" status: 200 len: 217 time: 0.0390356 Jul 13 14:39:32.748177 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-bcdeb6af-95e0-42fa-971d-cd68c163fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:32.749761 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-bcdeb6af-95e0-42fa-971d-cd68c163fb45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f858d18-7848-4749-a84f-ecbf232dcff9 HTTP/1.1" status: 200 len: 850 time: 0.0558186 Jul 13 14:39:32.821120 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-1d6839e2-527a-4de2-a462-5f4cd076c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:32.822608 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-1d6839e2-527a-4de2-a462-5f4cd076c1c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=275b173f-f346-4505-bdbc-2adf334f41b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637383 Jul 13 14:39:32.843736 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49832) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:33.038257 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-045de4e9-198e-4cbe-8abc-c8f017a7201e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:33.159884 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-045de4e9-198e-4cbe-8abc-c8f017a7201e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:33.167787 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-045de4e9-198e-4cbe-8abc-c8f017a7201e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:33.203995 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045de4e9-198e-4cbe-8abc-c8f017a7201e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be2153f-f82a-4f84-a4a4-3d6f43738d2a,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:33.244386 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-045de4e9-198e-4cbe-8abc-c8f017a7201e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d0ed304ad494d2d807d3726cab826ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962772 Jul 13 14:39:33.244614 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 49854) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:33.244970 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 49856) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:33.383831 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-c57ab2a8-24c3-4a95-9705-9685763681f8 service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515389 Jul 13 14:39:33.413598 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-036aa112-8910-496f-82c3-bb8bbf40be56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:33.436337 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-3fccff29-b86d-4c4c-bbb2-2ca8b9c9aaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:33.473067 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369f0cb-1f72-4798-ac0e-ad720e487ec4 req-6856c598-0b65-4249-bd0d-7d7a16d57afe tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:33.474512 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b369f0cb-1f72-4798-ac0e-ad720e487ec4 req-6856c598-0b65-4249-bd0d-7d7a16d57afe tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 943 time: 0.2854488 Jul 13 14:39:33.487296 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b2e2b-3fe7-468e-8d2c-a32761f4c051 req-fe18b020-6ec7-4e05-a118-d21e7174d64d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:33.488709 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-864b2e2b-3fe7-468e-8d2c-a32761f4c051 req-fe18b020-6ec7-4e05-a118-d21e7174d64d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.2428775 Jul 13 14:39:33.538626 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-3fccff29-b86d-4c4c-bbb2-2ca8b9c9aaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:33.630729 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b369f0cb-1f72-4798-ac0e-ad720e487ec4 req-54085287-c2b7-42f8-aee8-949db46aaaab tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339498 Jul 13 14:39:33.655840 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16e7bb25-32ea-42b7-8def-24ef2d0eecc7 req-d392a972-f46a-491c-a04a-da370f29431f service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555323 Jul 13 14:39:33.661674 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-864b2e2b-3fe7-468e-8d2c-a32761f4c051 req-cba13e01-8edb-4b26-9f40-55a6d84e3694 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613116 Jul 13 14:39:33.701837 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-3fccff29-b86d-4c4c-bbb2-2ca8b9c9aaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:33.704753 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-3fccff29-b86d-4c4c-bbb2-2ca8b9c9aaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:33.708802 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-3fccff29-b86d-4c4c-bbb2-2ca8b9c9aaf5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5be2153f-f82a-4f84-a4a4-3d6f43738d2a HTTP/1.1" status: 204 len: 168 time: 0.4531310 Jul 13 14:39:33.752184 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fccff29-b86d-4c4c-bbb2-2ca8b9c9aaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be2153f-f82a-4f84-a4a4-3d6f43738d2a,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:33.777615 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-036aa112-8910-496f-82c3-bb8bbf40be56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:33.797722 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-036aa112-8910-496f-82c3-bb8bbf40be56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:33.865048 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-036aa112-8910-496f-82c3-bb8bbf40be56 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=236e105722ef47b3b39caf9beca92f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6081676 Jul 13 14:39:33.865914 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49872) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:33.866920 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036aa112-8910-496f-82c3-bb8bbf40be56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acbf8cc-9797-4abc-8d72-62bbcecc24f1,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:33.886333 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe2a9f-e833-45fa-aff6-b4fda18502f3 req-1a494328-8d02-487e-ba52-e3d0df498a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:33.888155 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d4fe2a9f-e833-45fa-aff6-b4fda18502f3 req-1a494328-8d02-487e-ba52-e3d0df498a10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9e7c29b365b4dabab5e1082907164f1&device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 1096 time: 0.1234782 Jul 13 14:39:33.931888 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fb1d79fa-d009-4560-898d-e2a4e80bb103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:33.954630 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fb1d79fa-d009-4560-898d-e2a4e80bb103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:34.010720 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fb1d79fa-d009-4560-898d-e2a4e80bb103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:34.013697 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe2a9f-e833-45fa-aff6-b4fda18502f3 req-959c33cd-7b02-472e-9e6c-d383ec0b0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:34.013953 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fb1d79fa-d009-4560-898d-e2a4e80bb103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:34.015312 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-fb1d79fa-d009-4560-898d-e2a4e80bb103 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4acbf8cc-9797-4abc-8d72-62bbcecc24f1 HTTP/1.1" status: 204 len: 168 time: 0.1484253 Jul 13 14:39:34.018175 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d4fe2a9f-e833-45fa-aff6-b4fda18502f3 req-959c33cd-7b02-472e-9e6c-d383ec0b0223 service neutron] 10.222.0.44 "GET /v2.0/networks?id=275b173f-f346-4505-bdbc-2adf334f41b4 HTTP/1.1" status: 200 len: 912 time: 0.1188264 Jul 13 14:39:34.026195 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d79fa-d009-4560-898d-e2a4e80bb103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acbf8cc-9797-4abc-8d72-62bbcecc24f1,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:34.062722 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d4fe2a9f-e833-45fa-aff6-b4fda18502f3 req-5c3fc4a3-bd73-4b3f-bb8e-4bfa10525d36 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d839a746-b7e0-4f35-b8e5-1350119133be HTTP/1.1" status: 200 len: 217 time: 0.0397449 Jul 13 14:39:34.121938 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49882) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:34.146087 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe2a9f-e833-45fa-aff6-b4fda18502f3 req-94a3440d-e29e-494d-a77c-1f65f0b43dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:34.160784 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d4fe2a9f-e833-45fa-aff6-b4fda18502f3 req-94a3440d-e29e-494d-a77c-1f65f0b43dca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f858d18-7848-4749-a84f-ecbf232dcff9 HTTP/1.1" status: 200 len: 850 time: 0.0776672 Jul 13 14:39:34.164399 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9551d462-8af4-4f26-812f-437ff9a5e822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:34.290216 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9551d462-8af4-4f26-812f-437ff9a5e822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:34.294608 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9551d462-8af4-4f26-812f-437ff9a5e822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:34.325447 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe2a9f-e833-45fa-aff6-b4fda18502f3 req-8c4a0538-a676-4180-b02b-9eeeda3bb794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:34.326979 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d4fe2a9f-e833-45fa-aff6-b4fda18502f3 req-8c4a0538-a676-4180-b02b-9eeeda3bb794 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=275b173f-f346-4505-bdbc-2adf334f41b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1570055 Jul 13 14:39:34.335071 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-9551d462-8af4-4f26-812f-437ff9a5e822 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=789bd21e3af74fefb365b57be9fc56f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120500 Jul 13 14:39:34.335937 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551d462-8af4-4f26-812f-437ff9a5e822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7312b49-d5a8-40d9-b044-7d01018fcdbf,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:34.338236 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 49894) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:34.411002 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61321afa-f285-410a-944f-4e7f2a14dab6 req-acf34e45-6dac-4c16-86ce-bc11f188413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:34.412473 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-61321afa-f285-410a-944f-4e7f2a14dab6 req-acf34e45-6dac-4c16-86ce-bc11f188413f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc4d29d2b644494c8a36dc952797805e&device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 1099 time: 0.1942375 Jul 13 14:39:34.462728 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9ee76-52b3-4ebd-8263-25d503e88e7d req-c2aa9ff0-db01-430e-8f8a-0dd4e30b048b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:34.464219 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5ae9ee76-52b3-4ebd-8263-25d503e88e7d req-c2aa9ff0-db01-430e-8f8a-0dd4e30b048b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.2446036 Jul 13 14:39:34.476724 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49900) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:34.489493 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-bf8316e7-d755-4430-87d0-5437907789b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:34.578642 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-bf8316e7-d755-4430-87d0-5437907789b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:34.583210 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-bf8316e7-d755-4430-87d0-5437907789b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:34.620838 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-bf8316e7-d755-4430-87d0-5437907789b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9581ed64df6c4ce2bcf8658747539414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429787 Jul 13 14:39:34.621663 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8316e7-d755-4430-87d0-5437907789b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb916a30-3a45-4297-bb88-39267f9c1d88,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:34.623914 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49902) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:34.665825 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d4fe2a9f-e833-45fa-aff6-b4fda18502f3 req-4acc6e3b-152d-49a3-92c8-408225c8bba1 service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291910 Jul 13 14:39:34.671010 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-879312cd-2dd2-476d-a82b-c89fb3c1e458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:34.672863 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5ae9ee76-52b3-4ebd-8263-25d503e88e7d req-f4e35ada-4dc2-4a50-aa96-bd2fb605f1f0 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743939 Jul 13 14:39:34.680429 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d79587b0-3c50-4f35-a8c0-4fa9c48addd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:34.695963 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-879312cd-2dd2-476d-a82b-c89fb3c1e458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:34.744548 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-879312cd-2dd2-476d-a82b-c89fb3c1e458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:34.747135 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-879312cd-2dd2-476d-a82b-c89fb3c1e458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:34.750676 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-879312cd-2dd2-476d-a82b-c89fb3c1e458 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bb916a30-3a45-4297-bb88-39267f9c1d88 HTTP/1.1" status: 204 len: 168 time: 0.1234810 Jul 13 14:39:34.756655 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879312cd-2dd2-476d-a82b-c89fb3c1e458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb916a30-3a45-4297-bb88-39267f9c1d88,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:34.758522 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61321afa-f285-410a-944f-4e7f2a14dab6 req-87da43ed-3f2d-4ad9-af0e-87bc2b787e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:34.760013 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-61321afa-f285-410a-944f-4e7f2a14dab6 req-87da43ed-3f2d-4ad9-af0e-87bc2b787e5b service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa HTTP/1.1" status: 200 len: 920 time: 0.3268726 Jul 13 14:39:34.772661 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-2d721a4c-c36d-4fcd-b4e4-e351d2b04d44 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:34.774173 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-2d721a4c-c36d-4fcd-b4e4-e351d2b04d44 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/networks?id=b894c009-709f-4f6d-b012-1e8d848877c0 HTTP/1.1" status: 200 len: 813 time: 0.3705022 Jul 13 14:39:34.786315 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d79587b0-3c50-4f35-a8c0-4fa9c48addd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:34.844647 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-61321afa-f285-410a-944f-4e7f2a14dab6 req-799551cb-be53-43d7-a31d-d4cc06f61da9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b248703e-0e01-4423-89b6-fa68d6ae81a1 HTTP/1.1" status: 200 len: 217 time: 0.0643001 Jul 13 14:39:34.870484 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-bab2e044-dd06-4e69-9849-2ca35ae473b0 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/quotas/7a54309db8284b10b6e050d55d210403 HTTP/1.1" status: 200 len: 375 time: 0.0821853 Jul 13 14:39:34.981970 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-4829c3f9-5190-4ded-b481-68283cb18913 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a54309db8284b10b6e050d55d210403&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876598 Jul 13 14:39:35.016063 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61321afa-f285-410a-944f-4e7f2a14dab6 req-0dd4cd92-14d2-43ad-8e9d-ac15062d9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:35.018402 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-61321afa-f285-410a-944f-4e7f2a14dab6 req-0dd4cd92-14d2-43ad-8e9d-ac15062d9dff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad6df99-8b00-4415-baa5-1fe0afd18c9f HTTP/1.1" status: 200 len: 859 time: 0.1648650 Jul 13 14:39:35.032186 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d4fe2a9f-e833-45fa-aff6-b4fda18502f3 req-c52c8655-d2de-4ba8-aafe-54c50ebb0b56 service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582735 Jul 13 14:39:35.085919 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49914) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:35.099058 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-56382a12-37c7-4e02-bfea-1390f36017d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:35.101764 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-61321afa-f285-410a-944f-4e7f2a14dab6 req-e3e357ba-5de2-4125-94a7-0b80f8d79ac6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646405 Jul 13 14:39:35.105845 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d79587b0-3c50-4f35-a8c0-4fa9c48addd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:35.108477 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d79587b0-3c50-4f35-a8c0-4fa9c48addd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:35.109602 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-d79587b0-3c50-4f35-a8c0-4fa9c48addd2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7312b49-d5a8-40d9-b044-7d01018fcdbf HTTP/1.1" status: 204 len: 168 time: 0.7642038 Jul 13 14:39:35.185086 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae324c-df69-4271-af11-0d8d9411a571 req-89bc6e25-b49a-4eff-a3e8-7c24ca83c0b8 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:35.186564 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a3ae324c-df69-4271-af11-0d8d9411a571 req-89bc6e25-b49a-4eff-a3e8-7c24ca83c0b8 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 943 time: 0.3621514 Jul 13 14:39:35.194292 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-56382a12-37c7-4e02-bfea-1390f36017d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:35.194477 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79587b0-3c50-4f35-a8c0-4fa9c48addd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7312b49-d5a8-40d9-b044-7d01018fcdbf,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:35.199010 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-56382a12-37c7-4e02-bfea-1390f36017d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:35.226307 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79587b0-3c50-4f35-a8c0-4fa9c48addd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.226678 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79587b0-3c50-4f35-a8c0-4fa9c48addd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.227020 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79587b0-3c50-4f35-a8c0-4fa9c48addd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.227364 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79587b0-3c50-4f35-a8c0-4fa9c48addd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.227703 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79587b0-3c50-4f35-a8c0-4fa9c48addd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.228045 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79587b0-3c50-4f35-a8c0-4fa9c48addd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.228377 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79587b0-3c50-4f35-a8c0-4fa9c48addd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.228739 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79587b0-3c50-4f35-a8c0-4fa9c48addd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.229077 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79587b0-3c50-4f35-a8c0-4fa9c48addd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.229405 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79587b0-3c50-4f35-a8c0-4fa9c48addd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.229747 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79587b0-3c50-4f35-a8c0-4fa9c48addd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.230063 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79587b0-3c50-4f35-a8c0-4fa9c48addd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.236908 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56382a12-37c7-4e02-bfea-1390f36017d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fb9356-b6b2-4187-96db-9821f617a674,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:35.252425 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-56382a12-37c7-4e02-bfea-1390f36017d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b81d9b80a1d04206b43ce7b56e169ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653116 Jul 13 14:39:35.253462 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 49918) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:35.255320 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56382a12-37c7-4e02-bfea-1390f36017d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.255789 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56382a12-37c7-4e02-bfea-1390f36017d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.256190 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56382a12-37c7-4e02-bfea-1390f36017d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.256790 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56382a12-37c7-4e02-bfea-1390f36017d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.257226 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56382a12-37c7-4e02-bfea-1390f36017d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.257857 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56382a12-37c7-4e02-bfea-1390f36017d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.258347 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56382a12-37c7-4e02-bfea-1390f36017d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.258638 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56382a12-37c7-4e02-bfea-1390f36017d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.258975 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56382a12-37c7-4e02-bfea-1390f36017d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.259495 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56382a12-37c7-4e02-bfea-1390f36017d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.259797 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56382a12-37c7-4e02-bfea-1390f36017d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.260126 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56382a12-37c7-4e02-bfea-1390f36017d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:35.270284 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-9e6e0a0d-fc1f-48d9-97f5-e4a5ac9a54ed service neutron] 10.222.0.42 "GET /v2.0/networks/b894c009-709f-4f6d-b012-1e8d848877c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809772 Jul 13 14:39:35.365957 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a3ae324c-df69-4271-af11-0d8d9411a571 req-84b3762e-c3ca-49c1-b9ee-21d7eda5f4c0 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642094 Jul 13 14:39:35.373160 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-61321afa-f285-410a-944f-4e7f2a14dab6 req-9d7d77c5-7fed-425d-985a-b2ea9e1dda56 service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624991 Jul 13 14:39:35.446515 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d357299a-033c-47ef-8990-2d66cdbd5d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:35.468236 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 49922) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:35.482153 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b68b8ede-1dc4-4aa4-b829-e6dc96595883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:35.501483 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d357299a-033c-47ef-8990-2d66cdbd5d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:35.527074 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-2887fe28-645f-4c1d-bd49-bbd1357d20a2 service neutron] 10.222.0.42 "GET /v2.0/networks/b894c009-709f-4f6d-b012-1e8d848877c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454166 Jul 13 14:39:35.566517 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-61321afa-f285-410a-944f-4e7f2a14dab6 req-dd036422-9da0-4c95-9bf4-9eeb02224d59 service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684883 Jul 13 14:39:35.590580 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d357299a-033c-47ef-8990-2d66cdbd5d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:35.594928 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d357299a-033c-47ef-8990-2d66cdbd5d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:35.597148 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-d357299a-033c-47ef-8990-2d66cdbd5d7b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5fb9356-b6b2-4187-96db-9821f617a674 HTTP/1.1" status: 204 len: 168 time: 0.3370588 Jul 13 14:39:35.599774 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b68b8ede-1dc4-4aa4-b829-e6dc96595883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:35.607717 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b68b8ede-1dc4-4aa4-b829-e6dc96595883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:35.616071 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357299a-033c-47ef-8990-2d66cdbd5d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fb9356-b6b2-4187-96db-9821f617a674,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:35.684636 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 49928) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:35.685781 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-b68b8ede-1dc4-4aa4-b829-e6dc96595883 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58a537a065904e6780fcbebe96262a0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158594 Jul 13 14:39:35.687248 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b8ede-1dc4-4aa4-b829-e6dc96595883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57575f5-114d-436e-a016-069baf44d200,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:35.769446 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9a8bbf27-96a8-4769-8053-6d55fe664352 req-bde17801-854f-4fab-b2f4-d80f4b4bd6aa tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 210 time: 0.0402946 Jul 13 14:39:35.788945 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-28264dd0-9674-49d2-bb4a-8ef23de477e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:35.854012 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-28264dd0-9674-49d2-bb4a-8ef23de477e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:35.941965 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f94e34-b1f6-4cc7-b9d1-b92e2a3518aa req-f102c590-7a63-4740-ac8c-e340b51f5406 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:35.944670 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-20f94e34-b1f6-4cc7-b9d1-b92e2a3518aa req-f102c590-7a63-4740-ac8c-e340b51f5406 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.1311164 Jul 13 14:39:35.976024 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-28264dd0-9674-49d2-bb4a-8ef23de477e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:35.979363 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-28264dd0-9674-49d2-bb4a-8ef23de477e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:35.983133 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-28264dd0-9674-49d2-bb4a-8ef23de477e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b57575f5-114d-436e-a016-069baf44d200 HTTP/1.1" status: 204 len: 168 time: 0.2945549 Jul 13 14:39:35.994742 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28264dd0-9674-49d2-bb4a-8ef23de477e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57575f5-114d-436e-a016-069baf44d200,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:36.013214 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-20f94e34-b1f6-4cc7-b9d1-b92e2a3518aa req-e771b3e3-7490-4a8d-a52e-0301d5075248 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587249 Jul 13 14:39:36.577873 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-d78207a4-f9d3-4d0c-9090-b0f19ffcb744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:36.585223 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cccc0-9e66-4b47-b4fc-4e300624f0fc req-cb10b62e-787c-413e-8daf-853e4a6c9648 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:36.587492 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-856cccc0-9e66-4b47-b4fc-4e300624f0fc req-cb10b62e-787c-413e-8daf-853e4a6c9648 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 943 time: 0.0755870 Jul 13 14:39:36.630585 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-856cccc0-9e66-4b47-b4fc-4e300624f0fc req-3d33f3a5-2263-40a9-8bf6-f54cba882d9d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371976 Jul 13 14:39:37.237501 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 50006) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:37.301508 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0b76277e-e852-4922-bca7-37d60dd2289c req-c55cb2a7-592e-490f-a32d-97bd23d567c2 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 210 time: 0.0677438 Jul 13 14:39:37.355399 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 50012) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:37.367426 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-75d7e6ed-0569-4bac-8816-a59b299a6ecd tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:37.368907 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-75d7e6ed-0569-4bac-8816-a59b299a6ecd tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.44 "GET /v2.0/networks?id=b894c009-709f-4f6d-b012-1e8d848877c0 HTTP/1.1" status: 200 len: 813 time: 0.4718220 Jul 13 14:39:37.381002 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d63fe-3c29-49da-8788-cd425c3f2ce8 req-1349c969-ab3c-47e7-beb3-397cca8317b5 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:37.382774 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-cf8d63fe-3c29-49da-8788-cd425c3f2ce8 req-1349c969-ab3c-47e7-beb3-397cca8317b5 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.1502438 Jul 13 14:39:37.406145 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-975a38ed-020d-44f0-9378-4283f83916a5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Request body: {'port': {'device_id': '05b00c90-c3b3-4143-948f-35dc74134871', 'network_id': 'b894c009-709f-4f6d-b012-1e8d848877c0', 'admin_state_up': True, 'tenant_id': '7a54309db8284b10b6e050d55d210403'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:37.415713 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6de9f32e-d282-4f4f-8fba-27001b1fa952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.470348 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-cf8d63fe-3c29-49da-8788-cd425c3f2ce8 req-6aa63a2e-a3da-474d-8e6a-66fa74f5b6c0 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821726 Jul 13 14:39:37.472472 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2638-8704-4d1e-a634-e5430db7b525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.529589 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6de9f32e-d282-4f4f-8fba-27001b1fa952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.535964 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6de9f32e-d282-4f4f-8fba-27001b1fa952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.594640 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9f32e-d282-4f4f-8fba-27001b1fa952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7581eee-1fac-405a-a7e9-6fe28ae0da71,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:37.600510 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-6de9f32e-d282-4f4f-8fba-27001b1fa952 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c7a10b707984cc6aa2cbf9c8d72b3a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618321 Jul 13 14:39:37.603849 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 50016) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:37.654883 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb249-4866-4988-aa28-2b50458a3cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.656694 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2638-8704-4d1e-a634-e5430db7b525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.660935 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2638-8704-4d1e-a634-e5430db7b525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.689986 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb249-4866-4988-aa28-2b50458a3cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.697097 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-975a38ed-020d-44f0-9378-4283f83916a5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Made reservation on behalf of 7a54309db8284b10b6e050d55d210403 for: {'port': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:39:37.698337 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-0b8c2638-8704-4d1e-a634-e5430db7b525 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3059d420308f45879fe3a0745bf5e0e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412499 Jul 13 14:39:37.699189 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c2638-8704-4d1e-a634-e5430db7b525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf3d66d-85aa-4a58-87d0-dd10a2afb84e,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:37.700782 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-975a38ed-020d-44f0-9378-4283f83916a5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.701423 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 50020) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:37.770923 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6cd89e07-7b89-4f4d-8c91-ad9158f3fc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.796550 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6cd89e07-7b89-4f4d-8c91-ad9158f3fc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.851699 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6cd89e07-7b89-4f4d-8c91-ad9158f3fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.854384 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6cd89e07-7b89-4f4d-8c91-ad9158f3fc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.857771 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-6cd89e07-7b89-4f4d-8c91-ad9158f3fc94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bdf3d66d-85aa-4a58-87d0-dd10a2afb84e HTTP/1.1" status: 204 len: 168 time: 0.1531994 Jul 13 14:39:37.868288 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd89e07-7b89-4f4d-8c91-ad9158f3fc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf3d66d-85aa-4a58-87d0-dd10a2afb84e,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:37.893964 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb249-4866-4988-aa28-2b50458a3cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.896782 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb249-4866-4988-aa28-2b50458a3cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.897911 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-dfbfb249-4866-4988-aa28-2b50458a3cae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7581eee-1fac-405a-a7e9-6fe28ae0da71 HTTP/1.1" status: 204 len: 168 time: 0.2930875 Jul 13 14:39:37.922881 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfb249-4866-4988-aa28-2b50458a3cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7581eee-1fac-405a-a7e9-6fe28ae0da71,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:37.929526 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-975a38ed-020d-44f0-9378-4283f83916a5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Allocated IP 172.20.0.3 (b894c009-709f-4f6d-b012-1e8d848877c0/ac20769e-d293-406c-b9f9-dc08d7770ed4/375d6a39-eeb8-4024-ad30-9d8692a9726e) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:39:37.942683 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfd9e3-f523-446f-a211-b27b95e80bf2 req-9969818f-1dab-40ca-a223-18c0d81144f3 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:37.949593 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bdbfd9e3-f523-446f-a211-b27b95e80bf2 req-9969818f-1dab-40ca-a223-18c0d81144f3 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 943 time: 0.1692266 Jul 13 14:39:38.013728 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bdbfd9e3-f523-446f-a211-b27b95e80bf2 req-6c3b8118-d09d-49a1-b3ba-a98ee5860caa tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631971 Jul 13 14:39:38.133729 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-975a38ed-020d-44f0-9378-4283f83916a5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:38.187298 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-975a38ed-020d-44f0-9378-4283f83916a5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:38.234093 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-975a38ed-020d-44f0-9378-4283f83916a5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Network b894c009-709f-4f6d-b012-1e8d848877c0 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:39:38.245708 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-975a38ed-020d-44f0-9378-4283f83916a5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:39:38.249830 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-975a38ed-020d-44f0-9378-4283f83916a5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:39:38.276512 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a38ed-020d-44f0-9378-4283f83916a5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Pushing event updated for resources: {'Port': ['ID=375d6a39-eeb8-4024-ad30-9d8692a9726e,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:38.306898 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-975a38ed-020d-44f0-9378-4283f83916a5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:38.307791 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-975a38ed-020d-44f0-9378-4283f83916a5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:38.327005 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-975a38ed-020d-44f0-9378-4283f83916a5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9307799 Jul 13 14:39:38.344872 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Request body: {'port': {'device_id': '05b00c90-c3b3-4143-948f-35dc74134871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:38.471755 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:38.545371 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b30c9-4c1a-4c1f-932b-463d1ddee1b7 req-326232ed-bff1-401b-9d58-6ef8730e8c53 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:38.546885 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-620b30c9-4c1a-4c1f-932b-463d1ddee1b7 req-326232ed-bff1-401b-9d58-6ef8730e8c53 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 931 time: 0.1162937 Jul 13 14:39:38.686424 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-620b30c9-4c1a-4c1f-932b-463d1ddee1b7 req-c3e6efe0-c98b-4178-878e-9f2099076c3d tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315777 Jul 13 14:39:38.811041 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3fbd0-6f4c-4d7f-b43e-96ce753909a0 req-1bd3096b-a1e2-4389-a093-ef757648b545 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:38.812581 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-25e3fbd0-6f4c-4d7f-b43e-96ce753909a0 req-1bd3096b-a1e2-4389-a093-ef757648b545 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.1891274 Jul 13 14:39:38.895570 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-25e3fbd0-6f4c-4d7f-b43e-96ce753909a0 req-d9931a07-1a43-4aef-9f1a-eccaa5c2bcb5 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748556 Jul 13 14:39:38.906472 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 375d6a39-eeb8-4024-ad30-9d8692a9726e {{(pid=93173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:39:38.916279 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:38.938404 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Transition to ACTIVE for port object 375d6a39-eeb8-4024-ad30-9d8692a9726e will not be triggered until provisioned by entity L2. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:39:38.944764 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:39.001518 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Pushing event updated for resources: {'Port': ['ID=375d6a39-eeb8-4024-ad30-9d8692a9726e,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:39.107518 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Attempting to bind port 375d6a39-eeb8-4024-ad30-9d8692a9726e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:39:39.108082 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Attempting to bind port 375d6a39-eeb8-4024-ad30-9d8692a9726e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '48725b0c-303d-4b9a-a4d0-be105963b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b894c009-709f-4f6d-b012-1e8d848877c0'}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:39:39.108474 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Attempting to bind port 375d6a39-eeb8-4024-ad30-9d8692a9726e on network b894c009-709f-4f6d-b012-1e8d848877c0 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:39:39.116220 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Port 375d6a39-eeb8-4024-ad30-9d8692a9726e on network b894c009-709f-4f6d-b012-1e8d848877c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:39:39.116551 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Attempting to bind port 375d6a39-eeb8-4024-ad30-9d8692a9726e on network b894c009-709f-4f6d-b012-1e8d848877c0 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:39:39.122459 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:39:39.122806 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Checking segment: {'id': '48725b0c-303d-4b9a-a4d0-be105963b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b894c009-709f-4f6d-b012-1e8d848877c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:39:39.123199 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Bound using segment: {'id': '48725b0c-303d-4b9a-a4d0-be105963b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b894c009-709f-4f6d-b012-1e8d848877c0'} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:39:39.123633 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Bound port: 375d6a39-eeb8-4024-ad30-9d8692a9726e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48725b0c-303d-4b9a-a4d0-be105963b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b894c009-709f-4f6d-b012-1e8d848877c0'}}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:39:39.124138 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:39.219145 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] For port 375d6a39-eeb8-4024-ad30-9d8692a9726e, host hv-cinder-78836, cleared binding levels {{(pid=93173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:39:39.224402 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] For port 375d6a39-eeb8-4024-ad30-9d8692a9726e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=375d6a39-eeb8-4024-ad30-9d8692a9726e,segment=NetworkSegment(48725b0c-303d-4b9a-a4d0-be105963b506),segment_id=48725b0c-303d-4b9a-a4d0-be105963b506)] {{(pid=93173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:39:39.230768 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:39.300886 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:39.301517 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:39.302918 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] 10.222.0.44 "PUT /v2.0/ports/375d6a39-eeb8-4024-ad30-9d8692a9726e HTTP/1.1" status: 200 len: 1093 time: 0.9648530 Jul 13 14:39:39.303515 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b00c90-c3b3-4143-948f-35dc74134871', 'tag': '375d6a39-eeb8-4024-ad30-9d8692a9726e'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:39.306038 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495f6aac-b8ed-4288-850b-848f05c4af3f" -d '{"events": [{"name": "network-changed", "server_uuid": "05b00c90-c3b3-4143-948f-35dc74134871", "tag": "375d6a39-eeb8-4024-ad30-9d8692a9726e"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:39.382199 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-2db89d82-9023-460b-bdf9-a5b3eb76c312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:39.403779 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd4f0c-9eb7-44d7-b44c-a54fcaa3f298 service neutron] Pushing event updated for resources: {'Port': ['ID=375d6a39-eeb8-4024-ad30-9d8692a9726e,revision_number=3']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:39.409340 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e7c7de-228d-4097-9ea7-5223c9bf8779 x-openstack-request-id: req-98e7c7de-228d-4097-9ea7-5223c9bf8779 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:39.409820 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b00c90-c3b3-4143-948f-35dc74134871", "tag": "375d6a39-eeb8-4024-ad30-9d8692a9726e", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:39.410122 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98e7c7de-228d-4097-9ea7-5223c9bf8779 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:39.410517 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b00c90-c3b3-4143-948f-35dc74134871', 'tag': '375d6a39-eeb8-4024-ad30-9d8692a9726e', 'status': 'completed', 'code': 200} Jul 13 14:39:39.447544 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109ef8e-73ad-4126-a46a-1fe53ea672ec req-9fab4dee-8b97-4bb7-9385-520b7c203557 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:39.449301 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e109ef8e-73ad-4126-a46a-1fe53ea672ec req-9fab4dee-8b97-4bb7-9385-520b7c203557 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 943 time: 0.1853030 Jul 13 14:39:39.459900 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-6afc4d17-8e2c-45b9-88d8-13aec02b99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:39.461657 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-6afc4d17-8e2c-45b9-88d8-13aec02b99d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a54309db8284b10b6e050d55d210403&device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 1096 time: 0.1137896 Jul 13 14:39:39.521950 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-eac99170-82e9-4ac9-bf5b-db53f980ffea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=375d6a39-eeb8-4024-ad30-9d8692a9726e HTTP/1.1" status: 200 len: 217 time: 0.0440228 Jul 13 14:39:39.577689 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e109ef8e-73ad-4126-a46a-1fe53ea672ec req-77cf66bf-71b7-4e20-9414-7457d055e626 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199841 Jul 13 14:39:39.594456 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a365e399-3a52-4a2e-ad9f-dc128ef3a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:39.596059 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-a365e399-3a52-4a2e-ad9f-dc128ef3a167 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac20769e-d293-406c-b9f9-dc08d7770ed4 HTTP/1.1" status: 200 len: 853 time: 0.0662286 Jul 13 14:39:39.603281 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:39.644100 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-8d879173-b25a-4334-aeae-50f12c165c48 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b894c009-709f-4f6d-b012-1e8d848877c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393860 Jul 13 14:39:39.759828 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-7f3cbb51-de2e-4a27-8d65-84d02d94f105 service neutron] 10.222.0.44 "GET /v2.0/networks/b894c009-709f-4f6d-b012-1e8d848877c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061645 Jul 13 14:39:39.903916 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ebd8d17f-94f5-4dbb-9dda-40c1eace22fa req-77b269ae-859a-4ed8-bf6d-b6c55b836b6f service neutron] 10.222.0.44 "GET /v2.0/networks/b894c009-709f-4f6d-b012-1e8d848877c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346929 Jul 13 14:39:39.914437 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b301b1-35f5-49d9-9467-d754c40a21ea req-8bcf1508-f327-4b46-adc0-fc8349f75727 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:39.915872 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-46b301b1-35f5-49d9-9467-d754c40a21ea req-8bcf1508-f327-4b46-adc0-fc8349f75727 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 943 time: 0.0968442 Jul 13 14:39:39.956014 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-46b301b1-35f5-49d9-9467-d754c40a21ea req-e23bc448-6712-462b-816f-368e2f95adf8 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336618 Jul 13 14:39:40.014680 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f6aac-b8ed-4288-850b-848f05c4af3f req-48c80c03-07f8-4e68-b4df-507c178f5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:40.016130 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-495f6aac-b8ed-4288-850b-848f05c4af3f req-48c80c03-07f8-4e68-b4df-507c178f5cc0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a54309db8284b10b6e050d55d210403&device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 1096 time: 0.0593569 Jul 13 14:39:40.103753 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f6aac-b8ed-4288-850b-848f05c4af3f req-d93a7846-96a8-4057-884b-9f1f397660c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:40.105223 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-495f6aac-b8ed-4288-850b-848f05c4af3f req-d93a7846-96a8-4057-884b-9f1f397660c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b894c009-709f-4f6d-b012-1e8d848877c0 HTTP/1.1" status: 200 len: 914 time: 0.0818036 Jul 13 14:39:40.144998 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-495f6aac-b8ed-4288-850b-848f05c4af3f req-8d3bd893-2d59-4b3a-8c56-47be4e6e6c45 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=375d6a39-eeb8-4024-ad30-9d8692a9726e HTTP/1.1" status: 200 len: 217 time: 0.0321853 Jul 13 14:39:40.195484 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:40.198427 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f6aac-b8ed-4288-850b-848f05c4af3f req-d679ede4-835d-46a7-83a4-fa926ac15115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:40.199903 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-495f6aac-b8ed-4288-850b-848f05c4af3f req-d679ede4-835d-46a7-83a4-fa926ac15115 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac20769e-d293-406c-b9f9-dc08d7770ed4 HTTP/1.1" status: 200 len: 853 time: 0.0480261 Jul 13 14:39:40.234450 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-495f6aac-b8ed-4288-850b-848f05c4af3f req-67c818a9-e1a0-4f33-ab9d-4253fc2b1121 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b894c009-709f-4f6d-b012-1e8d848877c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262237 Jul 13 14:39:40.321442 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-495f6aac-b8ed-4288-850b-848f05c4af3f req-8fa5d5eb-bbb3-4690-9b57-a7e4ac5d4346 service neutron] 10.222.0.44 "GET /v2.0/networks/b894c009-709f-4f6d-b012-1e8d848877c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791376 Jul 13 14:39:40.412405 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-495f6aac-b8ed-4288-850b-848f05c4af3f req-6785e121-4182-41f4-a5de-3072649c1537 service neutron] 10.222.0.44 "GET /v2.0/networks/b894c009-709f-4f6d-b012-1e8d848877c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831366 Jul 13 14:39:40.808418 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a8b71-ed9d-4087-8599-cc7ab39a4539 req-0d965582-f6b6-4bb4-9a9e-124c8db7fa46 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:40.812075 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-237a8b71-ed9d-4087-8599-cc7ab39a4539 req-0d965582-f6b6-4bb4-9a9e-124c8db7fa46 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 943 time: 0.1025372 Jul 13 14:39:40.859408 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-237a8b71-ed9d-4087-8599-cc7ab39a4539 req-332b9d7b-978e-4a59-9400-8d695a6e14da tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393929 Jul 13 14:39:40.939336 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149550-e66f-45fd-b6d4-fa22cfe332fa req-8c3c729d-7c33-4738-ad9c-8ce37e63b0c4 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:40.941146 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-54149550-e66f-45fd-b6d4-fa22cfe332fa req-8c3c729d-7c33-4738-ad9c-8ce37e63b0c4 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0761275 Jul 13 14:39:40.982201 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-54149550-e66f-45fd-b6d4-fa22cfe332fa req-c38ae250-522e-46da-acc1-811da3abfc6b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341647 Jul 13 14:39:41.130414 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83298bdd-20f0-418c-9f49-d6f221e13fcb req-8b874855-425e-4292-8feb-2481855ef5ae tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:41.131973 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-83298bdd-20f0-418c-9f49-d6f221e13fcb req-8b874855-425e-4292-8feb-2481855ef5ae tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 943 time: 0.0647972 Jul 13 14:39:41.169991 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-83298bdd-20f0-418c-9f49-d6f221e13fcb req-6560abc6-5aff-4d40-a9ae-4a1e1355ec7e tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324619 Jul 13 14:39:42.001296 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.069504 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device d839a746-b7e0-4f35-b8e5-1350119133be details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:39:42.161413 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port d839a746-b7e0-4f35-b8e5-1350119133be, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d839a746-b7e0-4f35-b8e5-1350119133be,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:42.172127 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': 'd839a746-b7e0-4f35-b8e5-1350119133be', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'port_id': 'd839a746-b7e0-4f35-b8e5-1350119133be', 'mac_address': 'fa:16:3e:30:74:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:39:42.208415 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.220280 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d839a746-b7e0-4f35-b8e5-1350119133be {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:39:42.239917 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port d839a746-b7e0-4f35-b8e5-1350119133be, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d839a746-b7e0-4f35-b8e5-1350119133be,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:42.243182 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.243803 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 375d6a39-eeb8-4024-ad30-9d8692a9726e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:39:42.331837 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=d839a746-b7e0-4f35-b8e5-1350119133be,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:42.371897 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 375d6a39-eeb8-4024-ad30-9d8692a9726e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=375d6a39-eeb8-4024-ad30-9d8692a9726e,segment=NetworkSegment(48725b0c-303d-4b9a-a4d0-be105963b506),segment_id=48725b0c-303d-4b9a-a4d0-be105963b506)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:42.383088 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': '375d6a39-eeb8-4024-ad30-9d8692a9726e', 'network_id': 'b894c009-709f-4f6d-b012-1e8d848877c0', 'port_id': '375d6a39-eeb8-4024-ad30-9d8692a9726e', 'mac_address': 'fa:16:3e:c6:44:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac20769e-d293-406c-b9f9-dc08d7770ed4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:39:42.418082 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.433215 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375d6a39-eeb8-4024-ad30-9d8692a9726e {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:39:42.451746 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 375d6a39-eeb8-4024-ad30-9d8692a9726e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=375d6a39-eeb8-4024-ad30-9d8692a9726e,segment=NetworkSegment(48725b0c-303d-4b9a-a4d0-be105963b506),segment_id=48725b0c-303d-4b9a-a4d0-be105963b506)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:42.455831 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.500525 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=375d6a39-eeb8-4024-ad30-9d8692a9726e,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:44.221628 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1fcd6-9c74-407f-8502-65233ec2a1c2 req-1cb282c4-ddc7-4c93-8457-970b3b9426ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:44.223153 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-caa1fcd6-9c74-407f-8502-65233ec2a1c2 req-1cb282c4-ddc7-4c93-8457-970b3b9426ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 944 time: 0.0666437 Jul 13 14:39:44.275199 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-caa1fcd6-9c74-407f-8502-65233ec2a1c2 req-3acb6fa5-9c83-49fd-ab39-5d1019651e66 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 Jul 13 14:39:44.360223 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1297b8-560c-4e1e-8059-41e6d652e84c req-fdda7f3f-8017-4851-80b4-870bcadc6cbc tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:44.361777 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-cf1297b8-560c-4e1e-8059-41e6d652e84c req-fdda7f3f-8017-4851-80b4-870bcadc6cbc tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 944 time: 0.0704010 Jul 13 14:39:44.400272 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-cf1297b8-560c-4e1e-8059-41e6d652e84c req-0b60ebd6-950f-4d0d-aef1-37a709dfb131 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329626 Jul 13 14:39:44.415911 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['d839a746-b7e0-4f35-b8e5-1350119133be'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:39:44.419441 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['375d6a39-eeb8-4024-ad30-9d8692a9726e'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:39:44.953419 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c3122-49ab-49dc-83c2-c2cd420f9b8c req-15fff678-43d4-40bc-8344-47fb25cc8e3c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:44.955629 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-313c3122-49ab-49dc-83c2-c2cd420f9b8c req-15fff678-43d4-40bc-8344-47fb25cc8e3c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0642097 Jul 13 14:39:44.996513 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-313c3122-49ab-49dc-83c2-c2cd420f9b8c req-d03cd3f6-da75-4712-ac98-41018570a6b9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349519 Jul 13 14:39:45.460341 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec1962-f1ba-454b-aaf4-21887bfaaf82 req-f1ac64f5-181d-457e-ad2b-6711d56e9086 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:45.461917 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-25ec1962-f1ba-454b-aaf4-21887bfaaf82 req-f1ac64f5-181d-457e-ad2b-6711d56e9086 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 944 time: 0.0652959 Jul 13 14:39:45.498967 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-25ec1962-f1ba-454b-aaf4-21887bfaaf82 req-62a04adb-9a75-40e7-83a7-f173e352c2ee tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315325 Jul 13 14:39:45.653002 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f8ea5-1fe6-47f9-a515-6c6c1844456a req-074de857-cb1b-4f9b-a5fc-fd1fb89c1d7f tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:45.654435 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-585f8ea5-1fe6-47f9-a515-6c6c1844456a req-074de857-cb1b-4f9b-a5fc-fd1fb89c1d7f tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 944 time: 0.0616903 Jul 13 14:39:45.690925 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-585f8ea5-1fe6-47f9-a515-6c6c1844456a req-a2ba13ac-e378-4570-a198-f86d7dc99854 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304921 Jul 13 14:39:46.170030 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e2db0-66ce-4d99-bf60-a277aeac80a3 req-6e93f38b-b1c5-4dfd-849f-21f2d64404c5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:46.171473 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-009e2db0-66ce-4d99-bf60-a277aeac80a3 req-6e93f38b-b1c5-4dfd-849f-21f2d64404c5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0612478 Jul 13 14:39:46.207497 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-009e2db0-66ce-4d99-bf60-a277aeac80a3 req-3cc65cb2-234a-4f8d-bdef-c9ef13656a15 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300741 Jul 13 14:39:46.253864 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:39:46.670001 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8a642-ef6c-4e66-975a-5dc14a4c2396 req-1d39b598-b1eb-4534-8dd0-2f7202f7e83c tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:46.671444 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-aeb8a642-ef6c-4e66-975a-5dc14a4c2396 req-1d39b598-b1eb-4534-8dd0-2f7202f7e83c tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 944 time: 0.0646780 Jul 13 14:39:46.707849 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-aeb8a642-ef6c-4e66-975a-5dc14a4c2396 req-e591d191-b7ba-4c6b-a5da-49a0003d7ed0 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310700 Jul 13 14:39:46.862833 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4119cce-5c47-40f3-9be6-232abc7f92dc req-703b7ac9-87f1-472f-9678-8dca1d4fb84a tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:46.864328 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c4119cce-5c47-40f3-9be6-232abc7f92dc req-703b7ac9-87f1-472f-9678-8dca1d4fb84a tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 944 time: 0.0626636 Jul 13 14:39:46.902273 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c4119cce-5c47-40f3-9be6-232abc7f92dc req-1bb6341f-85ad-4e45-973c-fae7355537cc tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323958 Jul 13 14:39:47.384153 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4e17b-8320-4ca0-865a-8ba38c0e51bf req-dd7c30a1-b4f7-4b8e-b92e-26b05dc42875 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:47.385702 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e0f4e17b-8320-4ca0-865a-8ba38c0e51bf req-dd7c30a1-b4f7-4b8e-b92e-26b05dc42875 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0668955 Jul 13 14:39:47.423568 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e0f4e17b-8320-4ca0-865a-8ba38c0e51bf req-8be2f901-2bcc-43cb-87ad-7f776f7f3d05 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319324 Jul 13 14:39:47.878252 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8d65b-1d11-41e0-a816-1b1f4eccb4cb req-03180a69-94dc-4707-87ec-ea8ccb3d1278 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:47.879750 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-daa8d65b-1d11-41e0-a816-1b1f4eccb4cb req-03180a69-94dc-4707-87ec-ea8ccb3d1278 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 944 time: 0.0635426 Jul 13 14:39:47.921454 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-daa8d65b-1d11-41e0-a816-1b1f4eccb4cb req-70df565b-8eb8-4895-8dd4-fca394395a33 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359697 Jul 13 14:39:48.069273 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f244925-84de-418e-bac5-8c18037ab42a req-218c2570-962b-4567-ad48-b39e60ec8141 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:48.070664 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4f244925-84de-418e-bac5-8c18037ab42a req-218c2570-962b-4567-ad48-b39e60ec8141 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 944 time: 0.0617986 Jul 13 14:39:48.108190 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4f244925-84de-418e-bac5-8c18037ab42a req-3a906708-31f4-4e34-89fe-6b5bfa4b3b7e tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320346 Jul 13 14:39:48.605892 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81f82f-9218-4d67-a041-85b7676a7b3d req-98f43d90-4b56-4314-b323-732040c69abe tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:48.607330 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9b81f82f-9218-4d67-a041-85b7676a7b3d req-98f43d90-4b56-4314-b323-732040c69abe tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0653408 Jul 13 14:39:48.644055 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9b81f82f-9218-4d67-a041-85b7676a7b3d req-d0ae5ced-5f56-48f5-bbd1-f0d393970187 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307832 Jul 13 14:39:49.086580 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ce9f5-37b4-471f-bf3f-35750963572d req-092f9301-04cf-4f3a-8e75-08c98a94629e tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:49.088061 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7b3ce9f5-37b4-471f-bf3f-35750963572d req-092f9301-04cf-4f3a-8e75-08c98a94629e tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 944 time: 0.0620954 Jul 13 14:39:49.125368 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7b3ce9f5-37b4-471f-bf3f-35750963572d req-a4ad3f73-17bb-41f6-a170-e2528527341b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318444 Jul 13 14:39:49.284504 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c92ea-9f64-419b-ba5a-f069e28e257d req-e796d4a0-0172-4c10-ac4e-6f65586be161 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:49.286029 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-036c92ea-9f64-419b-ba5a-f069e28e257d req-e796d4a0-0172-4c10-ac4e-6f65586be161 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 944 time: 0.0660465 Jul 13 14:39:49.322940 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-036c92ea-9f64-419b-ba5a-f069e28e257d req-06e56e99-3d08-442f-a943-a2b4aeee8ff7 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311246 Jul 13 14:39:49.815980 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea69521-6270-44de-8457-d7df32da2400 req-19fd0c61-c20d-4060-aee4-828a67c5ae60 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:49.817412 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1ea69521-6270-44de-8457-d7df32da2400 req-19fd0c61-c20d-4060-aee4-828a67c5ae60 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0621333 Jul 13 14:39:49.854710 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1ea69521-6270-44de-8457-d7df32da2400 req-0b0321df-2799-4947-a8a6-183bbdf17586 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314603 Jul 13 14:39:50.295486 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbaf04-705e-4496-baf5-6ec0479bae45 req-cd0cca3e-d33f-4e96-9bc0-11791191f146 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:50.297031 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c9dbaf04-705e-4496-baf5-6ec0479bae45 req-cd0cca3e-d33f-4e96-9bc0-11791191f146 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 944 time: 0.0615053 Jul 13 14:39:50.334536 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c9dbaf04-705e-4496-baf5-6ec0479bae45 req-15846926-6d20-4407-a33d-e5abe03d83f0 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318832 Jul 13 14:39:50.492221 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd34953-9050-4abe-8b95-59fc94778306 req-a169bf85-8847-46a0-b2cf-dea7c61e9b81 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:50.493636 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-edd34953-9050-4abe-8b95-59fc94778306 req-a169bf85-8847-46a0-b2cf-dea7c61e9b81 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 944 time: 0.0647025 Jul 13 14:39:50.529994 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-edd34953-9050-4abe-8b95-59fc94778306 req-178ab3d8-61b9-41a7-9cd2-20b1f303a3ae tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309076 Jul 13 14:39:51.026413 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198bb47-9cad-4c86-8c71-dcabc82400f7 req-a1c38893-885d-43dc-843c-30f6a37b79f4 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:51.027907 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e198bb47-9cad-4c86-8c71-dcabc82400f7 req-a1c38893-885d-43dc-843c-30f6a37b79f4 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0627239 Jul 13 14:39:51.064761 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e198bb47-9cad-4c86-8c71-dcabc82400f7 req-9b3d2289-fa8f-4e0d-94dc-c0d1c78df007 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309384 Jul 13 14:39:51.378413 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device d839a746-b7e0-4f35-b8e5-1350119133be up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:51.443403 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port d839a746-b7e0-4f35-b8e5-1350119133be completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:39:51.447511 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port d839a746-b7e0-4f35-b8e5-1350119133be triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:51.447884 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:51.525376 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e102729-c377-4bab-ad52-78df9d3cda6a req-fc919bd0-4671-47ca-9132-080b41f049b2 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:51.526128 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:51.526911 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4e102729-c377-4bab-ad52-78df9d3cda6a req-fc919bd0-4671-47ca-9132-080b41f049b2 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 944 time: 0.0663898 Jul 13 14:39:51.548204 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f16ae4-8faa-4cf9-bf1c-339edba339ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd839a746-b7e0-4f35-b8e5-1350119133be'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:51.550973 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d689b145-a8ee-492d-a5ac-cb3b2145a7eb" -d '{"events": [{"server_uuid": "d7f16ae4-8faa-4cf9-bf1c-339edba339ac", "name": "network-vif-plugged", "status": "completed", "tag": "d839a746-b7e0-4f35-b8e5-1350119133be"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:51.563185 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port d839a746-b7e0-4f35-b8e5-1350119133be, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d839a746-b7e0-4f35-b8e5-1350119133be,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:51.566571 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4e102729-c377-4bab-ad52-78df9d3cda6a req-fe983633-2ccb-4c93-b48b-706220daf8e4 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336549 Jul 13 14:39:51.568260 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:51.569111 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 375d6a39-eeb8-4024-ad30-9d8692a9726e up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:51.627975 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc833cd-c60e-43ab-b9c1-f412be28890c x-openstack-request-id: req-0bc833cd-c60e-43ab-b9c1-f412be28890c {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:51.628307 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f16ae4-8faa-4cf9-bf1c-339edba339ac", "name": "network-vif-plugged", "status": "completed", "tag": "d839a746-b7e0-4f35-b8e5-1350119133be", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:51.628562 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0bc833cd-c60e-43ab-b9c1-f412be28890c {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:51.629010 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f16ae4-8faa-4cf9-bf1c-339edba339ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd839a746-b7e0-4f35-b8e5-1350119133be', 'code': 200} Jul 13 14:39:51.670391 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=d839a746-b7e0-4f35-b8e5-1350119133be,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:51.680639 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:51.680992 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:51.681344 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:51.681693 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:51.682029 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:51.682367 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:51.682941 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:51.683286 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:51.683645 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:51.684312 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:51.684900 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:51.685235 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:51.698959 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port 375d6a39-eeb8-4024-ad30-9d8692a9726e completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:39:51.702868 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port 375d6a39-eeb8-4024-ad30-9d8692a9726e triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:51.703340 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:51.735218 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6a702-155d-4c78-9b7b-f56df9c92315 req-fd7f4fbd-52dd-4447-9401-ad901168d767 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:51.737174 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03b6a702-155d-4c78-9b7b-f56df9c92315 req-fd7f4fbd-52dd-4447-9401-ad901168d767 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 944 time: 0.0768683 Jul 13 14:39:51.780770 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03b6a702-155d-4c78-9b7b-f56df9c92315 req-0512b39b-6bd5-4971-b62e-718d1483e60d tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345914 Jul 13 14:39:51.790166 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:51.828948 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 375d6a39-eeb8-4024-ad30-9d8692a9726e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=375d6a39-eeb8-4024-ad30-9d8692a9726e,segment=NetworkSegment(48725b0c-303d-4b9a-a4d0-be105963b506),segment_id=48725b0c-303d-4b9a-a4d0-be105963b506)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:51.832970 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:51.885071 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=375d6a39-eeb8-4024-ad30-9d8692a9726e,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:51.976400 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089c033-7bac-435e-a0b5-13723b0791d9 req-5ee9e8fa-7c5d-4a49-a046-fcf0c8f4e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:51.977845 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6089c033-7bac-435e-a0b5-13723b0791d9 req-5ee9e8fa-7c5d-4a49-a046-fcf0c8f4e938 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 1098 time: 0.0528769 Jul 13 14:39:52.019488 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6089c033-7bac-435e-a0b5-13723b0791d9 req-c72cb7ab-2555-431c-b3c7-9b9061ea2f96 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279789 Jul 13 14:39:52.247848 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c1381-5a0b-4cb5-8a9b-0ccdfa6ef341 req-d434842f-7895-4e7b-adb8-f754fd57866c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:52.249242 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-011c1381-5a0b-4cb5-8a9b-0ccdfa6ef341 req-d434842f-7895-4e7b-adb8-f754fd57866c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0655410 Jul 13 14:39:52.285696 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-011c1381-5a0b-4cb5-8a9b-0ccdfa6ef341 req-e47d3335-7032-4cfc-85b1-8a85ade116ac tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303061 Jul 13 14:39:52.741867 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 50316) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:52.769903 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101d861-9abe-4c7d-9c05-dba31f23cf79 req-46b2c05f-3cdf-4b2a-8134-2de2e2cd574f tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:52.771570 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b101d861-9abe-4c7d-9c05-dba31f23cf79 req-46b2c05f-3cdf-4b2a-8134-2de2e2cd574f tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 945 time: 0.0757542 Jul 13 14:39:52.812646 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b101d861-9abe-4c7d-9c05-dba31f23cf79 req-524c2462-e227-49a4-b7d5-7c58b6cd59ee tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353568 Jul 13 14:39:52.858120 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a93ab51d-9e1a-4a8a-af97-0b561426cb90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:53.000770 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a93ab51d-9e1a-4a8a-af97-0b561426cb90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:53.006869 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a93ab51d-9e1a-4a8a-af97-0b561426cb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:53.038171 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae37d8-ae0c-41cd-933c-b4db4c965830 req-cdd46921-6073-4003-9182-bd3750a0190c tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:53.039719 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8aae37d8-ae0c-41cd-933c-b4db4c965830 req-cdd46921-6073-4003-9182-bd3750a0190c tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 945 time: 0.1278455 Jul 13 14:39:53.068896 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-a93ab51d-9e1a-4a8a-af97-0b561426cb90 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f556de3f4de44bf195fa4f8c6161aa1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257556 Jul 13 14:39:53.069462 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ab51d-9e1a-4a8a-af97-0b561426cb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e790b58-b50a-4915-8f3a-a780e40bb9e8,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:53.072296 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 50322) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:53.099993 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8aae37d8-ae0c-41cd-933c-b4db4c965830 req-2a458e32-78f9-4618-b69b-26ebdc1a94a9 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507708 Jul 13 14:39:53.125171 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e5d99550-3b78-4a70-9bef-747cf8b980f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:53.146096 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e5d99550-3b78-4a70-9bef-747cf8b980f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:53.190659 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e5d99550-3b78-4a70-9bef-747cf8b980f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:53.193208 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e5d99550-3b78-4a70-9bef-747cf8b980f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:53.194371 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-e5d99550-3b78-4a70-9bef-747cf8b980f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e790b58-b50a-4915-8f3a-a780e40bb9e8 HTTP/1.1" status: 204 len: 168 time: 0.1206496 Jul 13 14:39:53.201622 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d99550-3b78-4a70-9bef-747cf8b980f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e790b58-b50a-4915-8f3a-a780e40bb9e8,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:53.467436 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef1b13-a256-4c7c-8238-212f7a521656 req-f2da9406-ab2f-419d-a3bd-e512f0f7c2f1 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:53.468938 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-42ef1b13-a256-4c7c-8238-212f7a521656 req-f2da9406-ab2f-419d-a3bd-e512f0f7c2f1 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0645587 Jul 13 14:39:53.506278 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-42ef1b13-a256-4c7c-8238-212f7a521656 req-5341f181-7165-4dc1-a218-7f2feaa38d9c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310590 Jul 13 14:39:53.629804 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b00c90-c3b3-4143-948f-35dc74134871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375d6a39-eeb8-4024-ad30-9d8692a9726e'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:53.632119 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf26322-adf2-49fa-b0c4-e14764324ff4" -d '{"events": [{"server_uuid": "05b00c90-c3b3-4143-948f-35dc74134871", "name": "network-vif-plugged", "status": "completed", "tag": "375d6a39-eeb8-4024-ad30-9d8692a9726e"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:53.667048 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6e0b2e-1834-450b-b264-c70083ac1d53 x-openstack-request-id: req-fb6e0b2e-1834-450b-b264-c70083ac1d53 {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:53.667340 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b00c90-c3b3-4143-948f-35dc74134871", "name": "network-vif-plugged", "status": "completed", "tag": "375d6a39-eeb8-4024-ad30-9d8692a9726e", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:53.667616 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb6e0b2e-1834-450b-b264-c70083ac1d53 {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:53.668007 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b00c90-c3b3-4143-948f-35dc74134871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375d6a39-eeb8-4024-ad30-9d8692a9726e', 'code': 200} Jul 13 14:39:53.912183 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51505a77-bb3b-48ab-abba-b20134cb3cf9 req-c8a21d66-97de-4ad2-b54a-acb640e769b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:53.913710 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-51505a77-bb3b-48ab-abba-b20134cb3cf9 req-c8a21d66-97de-4ad2-b54a-acb640e769b2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 1098 time: 0.0654964 Jul 13 14:39:53.979866 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-51505a77-bb3b-48ab-abba-b20134cb3cf9 req-fec2ee11-7c73-4533-9d9e-a942d2a45032 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579903 Jul 13 14:39:54.012795 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c91e29-e9ff-4a8e-8463-3cacad5e7415 req-d90f13c2-1dab-4b31-916a-5d1be2615629 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:54.014217 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-63c91e29-e9ff-4a8e-8463-3cacad5e7415 req-d90f13c2-1dab-4b31-916a-5d1be2615629 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 945 time: 0.0730932 Jul 13 14:39:54.051570 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-63c91e29-e9ff-4a8e-8463-3cacad5e7415 req-a38aa109-e0f5-4135-beb9-f8e71ce4d254 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313938 Jul 13 14:39:54.250653 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34179ab1-460d-4211-b7d4-c5b65686e19c req-336e6ba2-3c1e-40fd-aa04-2aae481beac2 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:54.252642 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-34179ab1-460d-4211-b7d4-c5b65686e19c req-336e6ba2-3c1e-40fd-aa04-2aae481beac2 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 945 time: 0.0920565 Jul 13 14:39:54.300896 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-34179ab1-460d-4211-b7d4-c5b65686e19c req-634cd0ff-236b-40bd-abac-dd5b66601954 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424986 Jul 13 14:39:54.312677 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42901d-8657-447e-9158-91fb58aeda13 req-23c75f69-d98b-45ad-b4b2-24256ef86391 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:54.325311 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b42901d-8657-447e-9158-91fb58aeda13 req-23c75f69-d98b-45ad-b4b2-24256ef86391 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 945 time: 0.1021707 Jul 13 14:39:54.325401 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 50348) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:54.354315 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b42901d-8657-447e-9158-91fb58aeda13 req-6389991d-8a1b-4766-a667-ba7535ac3051 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341575 Jul 13 14:39:54.547782 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f49e6-4e10-48da-99e1-0f69da302697 tempest-TestVolumeBootPattern-779148992 tempest-TestVolumeBootPattern-779148992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:54.549834 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-c10f49e6-4e10-48da-99e1-0f69da302697 tempest-TestVolumeBootPattern-779148992 tempest-TestVolumeBootPattern-779148992-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 1093 time: 0.2237957 Jul 13 14:39:54.552656 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 50354) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:54.556944 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Request body: {'floatingip': {'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'port_id': 'd839a746-b7e0-4f35-b8e5-1350119133be', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:54.578837 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for floatingip, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:54.683093 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c9079-996f-47a5-9d87-d5a125a03a1e req-254f642c-cd57-453a-9509-f89cb4c5172b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:54.684578 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bb1c9079-996f-47a5-9d87-d5a125a03a1e req-254f642c-cd57-453a-9509-f89cb4c5172b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0650413 Jul 13 14:39:54.724573 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bb1c9079-996f-47a5-9d87-d5a125a03a1e req-c0f440d4-f8b5-4e62-b990-dbc6a19d9879 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343354 Jul 13 14:39:54.856036 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:54.958443 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Allocated IP 172.27.2.162 (64164622-617a-4d99-aad1-f3cf00d7c839/9a558fe0-5def-4fa7-9003-30b84af57514/898328de-29c6-47a0-af1b-f99557a7b90a) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:39:55.051784 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:55.089037 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:55.129477 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:39:55.132170 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:39:55.135541 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:39:55.140683 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event updated for resources: {'Port': ['ID=898328de-29c6-47a0-af1b-f99557a7b90a,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:55.491924 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:55.525122 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28368c-1cdc-4c00-8777-57da4a26fcc7 req-efb93b2b-513f-4440-9347-e4511dd94b19 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:55.526656 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9f28368c-1cdc-4c00-8777-57da4a26fcc7 req-efb93b2b-513f-4440-9347-e4511dd94b19 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 945 time: 0.0653505 Jul 13 14:39:55.563458 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9f28368c-1cdc-4c00-8777-57da4a26fcc7 req-2fe6e3ca-6096-47b9-a77f-b4f052640905 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312297 Jul 13 14:39:55.566002 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:55.708147 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for port, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:55.712986 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8777659'] for port, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:55.779239 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event updated for resources: {'Port': ['ID=898328de-29c6-47a0-af1b-f99557a7b90a,revision_number=2']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:55.787780 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909700'] for floatingip, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:55.887174 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.l3_db [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Floating IP fd4a2e1d-876d-451c-bc01-0a53fe2ac797 associated. External IP: 172.27.2.162, port: d839a746-b7e0-4f35-b8e5-1350119133be. Jul 13 14:39:55.906146 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679095c-853b-4662-afde-d6645fe13113 req-da072f6e-eb27-4929-beca-47f179694c7d tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:55.907658 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d679095c-853b-4662-afde-d6645fe13113 req-da072f6e-eb27-4929-beca-47f179694c7d tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0696683 Jul 13 14:39:55.946917 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d679095c-853b-4662-afde-d6645fe13113 req-ecaf845e-ef30-47e1-9741-654c478bbee6 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332336 Jul 13 14:39:56.091708 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:39:56.193927 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:39:56.202798 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094ba720-1f24-4f10-871b-011b0e048df0 None None] Sync routers for ids ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:39:56.210241 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:56.212488 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094ba720-1f24-4f10-871b-011b0e048df0 None None] Routers {'4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:39:56.213124 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-094ba720-1f24-4f10-871b-011b0e048df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:39:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:56.246494 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-343aea05-ad0c-4a3c-a45b-ec30cab24db7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6928260 Jul 13 14:39:56.247240 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f16ae4-8faa-4cf9-bf1c-339edba339ac', 'tag': 'd839a746-b7e0-4f35-b8e5-1350119133be'}] {{(pid=93172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:56.249561 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f99a20e7926ac0a9073af94a8a5f0d8e34f6a0025af7e4a09400b7fc179008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbcea91-fba8-423e-a57e-3c891d50e20f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f16ae4-8faa-4cf9-bf1c-339edba339ac", "tag": "d839a746-b7e0-4f35-b8e5-1350119133be"}]}' {{(pid=93172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:56.288035 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b589eb7b-f57d-4b7f-9a15-63be4d797d1f x-openstack-request-id: req-b589eb7b-f57d-4b7f-9a15-63be4d797d1f {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:56.288324 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f16ae4-8faa-4cf9-bf1c-339edba339ac", "tag": "d839a746-b7e0-4f35-b8e5-1350119133be", "status": "completed", "code": 200}]} {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:56.288578 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b589eb7b-f57d-4b7f-9a15-63be4d797d1f {{(pid=93172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:56.289002 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f16ae4-8faa-4cf9-bf1c-339edba339ac', 'tag': 'd839a746-b7e0-4f35-b8e5-1350119133be', 'status': 'completed', 'code': 200} Jul 13 14:39:56.315157 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-094ba720-1f24-4f10-871b-011b0e048df0 None None] Set router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:39:56.525577 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-094ba720-1f24-4f10-871b-011b0e048df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': 'fd4a2e1d-876d-451c-bc01-0a53fe2ac797', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'port_id': 'd839a746-b7e0-4f35-b8e5-1350119133be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'mac_address': 'fa:16:3e:30:74:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f16ae4-8faa-4cf9-bf1c-339edba339ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:39:55Z', 'updated_at': '2021-07-13T14:39:55Z', 'revision_number': 0, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:56.550503 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094ba720-1f24-4f10-871b-011b0e048df0 None None] Checking router: 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:39:56.558196 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094ba720-1f24-4f10-871b-011b0e048df0 None None] Routers {'4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:39:56.558781 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-094ba720-1f24-4f10-871b-011b0e048df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:39:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:56.658989 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-094ba720-1f24-4f10-871b-011b0e048df0 None None] Set router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:39:56.739571 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e04a3-c8fa-4bcf-981b-39996ca34fbf req-9fad6a52-c572-416e-a038-3263b68c598a tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:56.741063 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5f3e04a3-c8fa-4bcf-981b-39996ca34fbf req-9fad6a52-c572-416e-a038-3263b68c598a tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 945 time: 0.0649745 Jul 13 14:39:56.779386 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5f3e04a3-c8fa-4bcf-981b-39996ca34fbf req-33d76731-66e1-444a-b0c6-95abeeeb25db tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326381 Jul 13 14:39:56.874281 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-094ba720-1f24-4f10-871b-011b0e048df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': 'fd4a2e1d-876d-451c-bc01-0a53fe2ac797', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'port_id': 'd839a746-b7e0-4f35-b8e5-1350119133be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'mac_address': 'fa:16:3e:30:74:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f16ae4-8faa-4cf9-bf1c-339edba339ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:39:55Z', 'updated_at': '2021-07-13T14:39:55Z', 'revision_number': 0, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:56.902772 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094ba720-1f24-4f10-871b-011b0e048df0 None None] The sync data for ids ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'] in dv-cinder-788365-4-iscsi is: [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': 'fd4a2e1d-876d-451c-bc01-0a53fe2ac797', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'port_id': 'd839a746-b7e0-4f35-b8e5-1350119133be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'mac_address': 'fa:16:3e:30:74:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f16ae4-8faa-4cf9-bf1c-339edba339ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:39:55Z', 'updated_at': '2021-07-13T14:39:55Z', 'revision_number': 0, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:39:57.110090 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c30fff6-6366-4d43-9459-d9791e9a57de None None] New status for floating IP fd4a2e1d-876d-451c-bc01-0a53fe2ac797: ACTIVE {{(pid=93174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:39:57.207660 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72376946-ca40-41ca-88df-5db7e6362be2 req-10f7119d-76bc-4126-9120-8926fef61544 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:57.209277 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-72376946-ca40-41ca-88df-5db7e6362be2 req-10f7119d-76bc-4126-9120-8926fef61544 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.1423395 Jul 13 14:39:57.214315 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcea91-fba8-423e-a57e-3c891d50e20f req-0f6d0234-8717-40af-9ad2-0b7a943632b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:57.215991 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6fbcea91-fba8-423e-a57e-3c891d50e20f req-0f6d0234-8717-40af-9ad2-0b7a943632b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9e7c29b365b4dabab5e1082907164f1&device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 1098 time: 0.1379783 Jul 13 14:39:57.313507 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-72376946-ca40-41ca-88df-5db7e6362be2 req-ebe57c23-500b-48d2-8846-bb8885a1ee26 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932767 Jul 13 14:39:57.320264 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d26dde7f-0798-4ce9-b4d6-8b24b44024a5 req-08707efe-6644-4ad0-a882-02d9cf4d0524 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1664667 Jul 13 14:39:57.351160 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcea91-fba8-423e-a57e-3c891d50e20f req-a667bc2d-86c6-48f5-b19a-8459da4b097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:57.352645 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6fbcea91-fba8-423e-a57e-3c891d50e20f req-a667bc2d-86c6-48f5-b19a-8459da4b097d service neutron] 10.222.0.44 "GET /v2.0/networks?id=275b173f-f346-4505-bdbc-2adf334f41b4 HTTP/1.1" status: 200 len: 912 time: 0.1224382 Jul 13 14:39:57.450664 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6fbcea91-fba8-423e-a57e-3c891d50e20f req-54f3817e-0616-4e02-b79e-073af2b63e1d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d839a746-b7e0-4f35-b8e5-1350119133be HTTP/1.1" status: 200 len: 1001 time: 0.0885041 Jul 13 14:39:57.465866 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dde7f-0798-4ce9-b4d6-8b24b44024a5 req-e3b2e4ad-aba4-4488-a298-dbd97be7f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:57.467240 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d26dde7f-0798-4ce9-b4d6-8b24b44024a5 req-e3b2e4ad-aba4-4488-a298-dbd97be7f1c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc4d29d2b644494c8a36dc952797805e&device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 1098 time: 0.1040702 Jul 13 14:39:57.515611 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcea91-fba8-423e-a57e-3c891d50e20f req-ef12373b-04a0-47df-9f69-ea72342b157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:57.517076 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6fbcea91-fba8-423e-a57e-3c891d50e20f req-ef12373b-04a0-47df-9f69-ea72342b157a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f858d18-7848-4749-a84f-ecbf232dcff9 HTTP/1.1" status: 200 len: 850 time: 0.0530982 Jul 13 14:39:57.864027 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dde7f-0798-4ce9-b4d6-8b24b44024a5 req-d9d484b4-cef3-4f4c-8fa9-5d9a913f1167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:57.865541 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d26dde7f-0798-4ce9-b4d6-8b24b44024a5 req-d9d484b4-cef3-4f4c-8fa9-5d9a913f1167 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa HTTP/1.1" status: 200 len: 920 time: 0.3578837 Jul 13 14:39:57.870580 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcea91-fba8-423e-a57e-3c891d50e20f req-d2af5331-6358-4234-ad18-92aefe99de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:57.871980 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6fbcea91-fba8-423e-a57e-3c891d50e20f req-d2af5331-6358-4234-ad18-92aefe99de4a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=275b173f-f346-4505-bdbc-2adf334f41b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881350 Jul 13 14:39:57.956280 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d26dde7f-0798-4ce9-b4d6-8b24b44024a5 req-0c4460ad-6f8a-49b7-8763-8aea3841137f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e2a13b3-e020-4d0b-9184-13e7a6ad6101 HTTP/1.1" status: 200 len: 217 time: 0.0620542 Jul 13 14:39:58.085075 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dde7f-0798-4ce9-b4d6-8b24b44024a5 req-16cb61db-8d15-497e-878b-09fa1dbbef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:58.086600 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d26dde7f-0798-4ce9-b4d6-8b24b44024a5 req-16cb61db-8d15-497e-878b-09fa1dbbef0e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad6df99-8b00-4415-baa5-1fe0afd18c9f HTTP/1.1" status: 200 len: 859 time: 0.1008549 Jul 13 14:39:58.105590 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6fbcea91-fba8-423e-a57e-3c891d50e20f req-357897a2-66e5-4e80-b249-54a5ef278bb0 service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052431 Jul 13 14:39:58.150963 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240fb98-fe21-4214-833a-382e7cc69998 req-870415b3-b54a-4c07-b869-187adfe44e2b tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:58.152528 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7240fb98-fe21-4214-833a-382e7cc69998 req-870415b3-b54a-4c07-b869-187adfe44e2b tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 945 time: 0.2426219 Jul 13 14:39:58.163610 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d26dde7f-0798-4ce9-b4d6-8b24b44024a5 req-8727cd92-6636-4a62-bfc7-9be05529c6b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571420 Jul 13 14:39:58.309946 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7240fb98-fe21-4214-833a-382e7cc69998 req-0600abbe-ad1c-4771-b6c6-b83f60ce4920 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159627 Jul 13 14:39:58.331525 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6fbcea91-fba8-423e-a57e-3c891d50e20f req-32a1ed43-9722-4077-94df-66cd7e7bc368 service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142467 Jul 13 14:39:58.351162 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d26dde7f-0798-4ce9-b4d6-8b24b44024a5 req-9303755f-d5c0-46a0-876e-9eaae07f4a4c service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556909 Jul 13 14:39:58.566558 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205816ac-228b-49ce-82f6-286196fdda7c req-3963af67-56f2-4c73-b310-afb53f361fd9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:58.568043 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-205816ac-228b-49ce-82f6-286196fdda7c req-3963af67-56f2-4c73-b310-afb53f361fd9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.1226232 Jul 13 14:39:58.630261 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d26dde7f-0798-4ce9-b4d6-8b24b44024a5 req-da1fa5e9-93a2-4cb7-be6d-57aacedbc432 service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342471 Jul 13 14:39:58.633116 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-205816ac-228b-49ce-82f6-286196fdda7c req-f15195c1-941d-4a58-bcc9-eab10b727694 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589795 Jul 13 14:39:59.535827 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d032249-51e6-46b7-b23d-8350573eaf32 req-f9d9931a-66d5-47b1-8f37-2cb113102d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:59.537359 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3d032249-51e6-46b7-b23d-8350573eaf32 req-f9d9931a-66d5-47b1-8f37-2cb113102d48 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc4d29d2b644494c8a36dc952797805e&device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 1099 time: 0.1241398 Jul 13 14:39:59.552274 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af72f71-e505-4321-b0d2-6d2c4d20a643 req-cd442541-5822-4956-8b53-c10e45eef4bd tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:59.553719 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8af72f71-e505-4321-b0d2-6d2c4d20a643 req-cd442541-5822-4956-8b53-c10e45eef4bd tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.1113696 Jul 13 14:39:59.664880 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8af72f71-e505-4321-b0d2-6d2c4d20a643 req-a92821ea-30d9-4ad4-bcba-d56ff4f12244 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011934 Jul 13 14:39:59.686318 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487656a-9f5d-421a-8efa-1cf508957468 req-e3d01886-99a3-46e2-9577-bef1c4805d00 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:59.686318 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2487656a-9f5d-421a-8efa-1cf508957468 req-e3d01886-99a3-46e2-9577-bef1c4805d00 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 945 time: 0.1817439 Jul 13 14:39:59.703509 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d032249-51e6-46b7-b23d-8350573eaf32 req-3313e8e0-62a1-4803-820c-c99c3f670fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:59.705057 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3d032249-51e6-46b7-b23d-8350573eaf32 req-3313e8e0-62a1-4803-820c-c99c3f670fc1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa HTTP/1.1" status: 200 len: 920 time: 0.1504920 Jul 13 14:39:59.755007 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3d032249-51e6-46b7-b23d-8350573eaf32 req-cf7cfc43-e6a2-495e-a142-608409aab94c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b248703e-0e01-4423-89b6-fa68d6ae81a1 HTTP/1.1" status: 200 len: 217 time: 0.0420547 Jul 13 14:39:59.774796 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2487656a-9f5d-421a-8efa-1cf508957468 req-05e08d3c-7777-43d9-be4e-11732eadfdb3 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822773 Jul 13 14:39:59.844781 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d032249-51e6-46b7-b23d-8350573eaf32 req-7c506ab5-11bb-4aa4-a799-183b22ffe103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:59.846431 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3d032249-51e6-46b7-b23d-8350573eaf32 req-7c506ab5-11bb-4aa4-a799-183b22ffe103 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad6df99-8b00-4415-baa5-1fe0afd18c9f HTTP/1.1" status: 200 len: 859 time: 0.0817852 Jul 13 14:39:59.890439 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3d032249-51e6-46b7-b23d-8350573eaf32 req-5e1215b2-7520-41cb-9cf0-5affa140b182 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341077 Jul 13 14:39:59.903785 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bb659-5346-4fb5-b5a4-2baacc9ed365 req-ab1c922e-504a-43ab-874f-13a3ee8008a3 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:59.905340 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5b4bb659-5346-4fb5-b5a4-2baacc9ed365 req-ab1c922e-504a-43ab-874f-13a3ee8008a3 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.1297348 Jul 13 14:40:00.000646 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5b4bb659-5346-4fb5-b5a4-2baacc9ed365 req-5f6cbfe6-233a-4246-acbe-4a1c74821b40 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837317 Jul 13 14:40:00.039588 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3d032249-51e6-46b7-b23d-8350573eaf32 req-80347895-4893-4986-8f3a-d09fab193d01 service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332314 Jul 13 14:40:00.142122 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3d032249-51e6-46b7-b23d-8350573eaf32 req-143238ef-bad9-46f5-b24a-e7bb1eca7e04 service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911362 Jul 13 14:40:00.841489 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a6564-5733-4522-a470-b8b7190df550 req-101df7b9-0fef-469a-94bb-d74de812401e tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:00.843001 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8f6a6564-5733-4522-a470-b8b7190df550 req-101df7b9-0fef-469a-94bb-d74de812401e tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0677130 Jul 13 14:40:00.883593 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8f6a6564-5733-4522-a470-b8b7190df550 req-736494e2-1e2b-40ee-8b2a-bcffcb42de8d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344944 Jul 13 14:40:01.141305 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:01.184850 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345850c-9eb7-4789-ae04-b4a83a5e5785 req-0532916b-f664-4380-b7b7-35d0a3a3cf7c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:01.186592 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0345850c-9eb7-4789-ae04-b4a83a5e5785 req-0532916b-f664-4380-b7b7-35d0a3a3cf7c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0639737 Jul 13 14:40:01.225302 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0345850c-9eb7-4789-ae04-b4a83a5e5785 req-d9844aa1-2c17-4ff8-b01b-f8d77dfe6615 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331929 Jul 13 14:40:02.067507 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaffe82-10dc-4d83-b63e-c30a8571bbdc req-b6d3b793-7ab2-454b-a537-47c3ecdb2a38 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:02.069016 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-efaffe82-10dc-4d83-b63e-c30a8571bbdc req-b6d3b793-7ab2-454b-a537-47c3ecdb2a38 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0671561 Jul 13 14:40:02.108792 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-efaffe82-10dc-4d83-b63e-c30a8571bbdc req-f34a6333-31b1-43af-af86-24d26307af7c tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339506 Jul 13 14:40:02.219129 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 50516) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:02.325726 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-150f2a6c-1bb0-4edd-bf42-d6d558827833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:02.413322 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bc498-498d-4585-a31f-74ba881260e2 req-ed12a177-2bbe-423a-89a4-da8e2463941f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:02.414727 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3c7bc498-498d-4585-a31f-74ba881260e2 req-ed12a177-2bbe-423a-89a4-da8e2463941f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0713174 Jul 13 14:40:02.417225 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-150f2a6c-1bb0-4edd-bf42-d6d558827833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:02.422226 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-150f2a6c-1bb0-4edd-bf42-d6d558827833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:02.453990 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3c7bc498-498d-4585-a31f-74ba881260e2 req-1e1385e1-31d1-4df3-94b8-43c5765d96b7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332232 Jul 13 14:40:02.465366 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-150f2a6c-1bb0-4edd-bf42-d6d558827833 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f132f0ff5a9c4edb8394cb2a04bb3141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451560 Jul 13 14:40:02.466256 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f2a6c-1bb0-4edd-bf42-d6d558827833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1510aea-9892-46ed-8208-5095e76e13d0,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:02.468111 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 50524) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:02.519340 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-60fb7a36-637b-4035-b795-0ef884e4dc4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:02.542834 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-60fb7a36-637b-4035-b795-0ef884e4dc4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:02.587757 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-60fb7a36-637b-4035-b795-0ef884e4dc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:02.590310 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-60fb7a36-637b-4035-b795-0ef884e4dc4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:02.591442 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-60fb7a36-637b-4035-b795-0ef884e4dc4e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1510aea-9892-46ed-8208-5095e76e13d0 HTTP/1.1" status: 204 len: 168 time: 0.1223769 Jul 13 14:40:02.599167 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb7a36-637b-4035-b795-0ef884e4dc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1510aea-9892-46ed-8208-5095e76e13d0,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:03.284967 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b276a-6204-4124-a3ac-6310dfcfb4e4 req-8bc04877-feb1-4cf0-b723-389bd2d24fc4 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:03.286488 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-419b276a-6204-4124-a3ac-6310dfcfb4e4 req-8bc04877-feb1-4cf0-b723-389bd2d24fc4 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0643120 Jul 13 14:40:03.326245 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-419b276a-6204-4124-a3ac-6310dfcfb4e4 req-4b740c20-2c71-402d-b6e8-d3b52c815498 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339928 Jul 13 14:40:03.651101 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc43ba-cc20-4ade-bd13-b9da8279f999 req-9b88de3a-cb4b-4310-b037-d9f59072e221 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:03.652626 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1ecc43ba-cc20-4ade-bd13-b9da8279f999 req-9b88de3a-cb4b-4310-b037-d9f59072e221 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0672505 Jul 13 14:40:03.691486 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1ecc43ba-cc20-4ade-bd13-b9da8279f999 req-11038a27-6fdf-4dbf-bd71-c2516c574b84 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320172 Jul 13 14:40:04.506090 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332be87-f897-4779-9973-002c19db26b4 req-9b80578b-da32-4324-aa38-2bfbe5f09746 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:04.507545 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0332be87-f897-4779-9973-002c19db26b4 req-9b80578b-da32-4324-aa38-2bfbe5f09746 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0663753 Jul 13 14:40:04.545437 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0332be87-f897-4779-9973-002c19db26b4 req-d22b8d83-8094-4ccc-a042-0b1e96a9b424 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325873 Jul 13 14:40:04.877561 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64b580-543b-4a6a-ab34-d6fcfa79443f req-6abe43e4-6761-4781-9e76-927139ce7d46 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:04.879047 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-da64b580-543b-4a6a-ab34-d6fcfa79443f req-6abe43e4-6761-4781-9e76-927139ce7d46 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0685382 Jul 13 14:40:04.917633 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-da64b580-543b-4a6a-ab34-d6fcfa79443f req-9993fe8f-ad40-475e-8664-ab79e625273e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328913 Jul 13 14:40:05.721220 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044effb-c011-474d-8c88-2eae566a8881 req-24bfaf7d-2d51-4167-9893-70ff2e662fff tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:05.722687 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f044effb-c011-474d-8c88-2eae566a8881 req-24bfaf7d-2d51-4167-9893-70ff2e662fff tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0682271 Jul 13 14:40:05.761528 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f044effb-c011-474d-8c88-2eae566a8881 req-15f55cfe-bf69-487d-9fc2-c2b1d0ff2383 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332668 Jul 13 14:40:06.100667 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba74a8-5e73-4efc-8c3a-ce103c0e1ac7 req-39c7ecd1-64d7-456d-bfc4-920fd71fc12f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:06.102059 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7fba74a8-5e73-4efc-8c3a-ce103c0e1ac7 req-39c7ecd1-64d7-456d-bfc4-920fd71fc12f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0634527 Jul 13 14:40:06.139476 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7fba74a8-5e73-4efc-8c3a-ce103c0e1ac7 req-59cb805d-5b30-4a45-a799-0a2f45d56895 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318329 Jul 13 14:40:06.569823 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42934e8b-80d9-48b1-b360-bafdd947484a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:06.933385 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b24171-aeca-403e-be39-4bf1905bc8de req-187cf84a-edb0-4d70-b046-613a95ca5589 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:06.934839 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e5b24171-aeca-403e-be39-4bf1905bc8de req-187cf84a-edb0-4d70-b046-613a95ca5589 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0622613 Jul 13 14:40:06.974103 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e5b24171-aeca-403e-be39-4bf1905bc8de req-2900d1b5-90c8-4838-bc0d-be846674f83e tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336587 Jul 13 14:40:07.321751 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55a327-f4f0-4311-a301-4e1f6306ff83 req-a7e6dc70-0133-40a3-8779-ddb59738526d tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:07.323245 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3a55a327-f4f0-4311-a301-4e1f6306ff83 req-a7e6dc70-0133-40a3-8779-ddb59738526d tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0667624 Jul 13 14:40:07.362184 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3a55a327-f4f0-4311-a301-4e1f6306ff83 req-8bd612b3-82b6-4b41-a3c3-8c4a427d045a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332983 Jul 13 14:40:08.145871 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f997948-9582-4822-9e3b-d3a757da9e1d req-a0a01eea-51e2-40cf-a4c8-e3bf47573aaf tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:08.147350 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9f997948-9582-4822-9e3b-d3a757da9e1d req-a0a01eea-51e2-40cf-a4c8-e3bf47573aaf tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0637662 Jul 13 14:40:08.184810 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9f997948-9582-4822-9e3b-d3a757da9e1d req-b5318ec9-39c8-4097-8e2c-af8c368e080f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313864 Jul 13 14:40:08.544262 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff5c86-bd1d-4733-9189-4f825cb0a8dd req-b15eed74-f898-4a92-81a7-69c6202afa1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:08.545822 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bfff5c86-bd1d-4733-9189-4f825cb0a8dd req-b15eed74-f898-4a92-81a7-69c6202afa1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0693541 Jul 13 14:40:08.584617 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bfff5c86-bd1d-4733-9189-4f825cb0a8dd req-7bc0db50-6ec0-4881-a22d-440ab0764b25 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323119 Jul 13 14:40:09.355084 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1ed6a-5970-44b4-a404-a91154b8a872 req-ae87c422-d938-4e58-9a5c-54c415634b80 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:09.356563 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-74f1ed6a-5970-44b4-a404-a91154b8a872 req-ae87c422-d938-4e58-9a5c-54c415634b80 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0631485 Jul 13 14:40:09.373757 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d1c0-49d1-43c8-a9af-989273ed0376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.399221 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-74f1ed6a-5970-44b4-a404-a91154b8a872 req-c90f3d93-a67b-436d-ab18-af47e73d9470 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358016 Jul 13 14:40:09.488801 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:40:09.585941 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:40:09.602616 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'port_id': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b', 'mac_address': 'fa:16:3e:3e:e4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:40:09.609282 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.641588 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.654863 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:40:09.675252 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:40:09.680733 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.731181 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,revision_number=6']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:09.780443 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4250d6f-2073-4dd3-b129-2c322975cf80 req-4d6e2c66-de56-4361-b984-2615b88ced44 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:09.782089 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c4250d6f-2073-4dd3-b129-2c322975cf80 req-4d6e2c66-de56-4361-b984-2615b88ced44 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 945 time: 0.0672417 Jul 13 14:40:09.820837 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c4250d6f-2073-4dd3-b129-2c322975cf80 req-36efc2bb-cea9-4f5b-bb39-ef8d1f0a484a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326080 Jul 13 14:40:09.835691 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:40:10.199236 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:10.572881 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb86e4-55ae-4cc5-92f1-ee3fa14e4c12 req-98c0417a-5894-4c50-b558-ef3f0aa8e5ac tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:10.574329 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-68fb86e4-55ae-4cc5-92f1-ee3fa14e4c12 req-98c0417a-5894-4c50-b558-ef3f0aa8e5ac tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0653515 Jul 13 14:40:10.612250 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-68fb86e4-55ae-4cc5-92f1-ee3fa14e4c12 req-846fed52-d886-4730-8c66-c3588d2717db tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318241 Jul 13 14:40:11.012081 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d2a82-5f69-4d4c-b2b5-24b952c24e20 req-c87eb941-fd1e-427a-b826-e2566025ef1b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:11.013490 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-026d2a82-5f69-4d4c-b2b5-24b952c24e20 req-c87eb941-fd1e-427a-b826-e2566025ef1b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 945 time: 0.0639203 Jul 13 14:40:11.051002 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-026d2a82-5f69-4d4c-b2b5-24b952c24e20 req-e838b8c6-f694-4463-9458-1857b93fb085 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319483 Jul 13 14:40:11.786077 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ddac5-e3f4-4a4e-b102-03db11b4fb83 req-ea209a44-1333-4bb1-8055-d61766c0b34e tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:11.787549 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d09ddac5-e3f4-4a4e-b102-03db11b4fb83 req-ea209a44-1333-4bb1-8055-d61766c0b34e tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0654454 Jul 13 14:40:11.826616 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d09ddac5-e3f4-4a4e-b102-03db11b4fb83 req-e3715c3f-c966-4f4a-af33-ca472036749f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334349 Jul 13 14:40:12.005963 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:12.227586 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ee9f1-d659-4977-9b2e-9f9224b12625 req-8fc86930-4fb5-46bc-9b51-a94f9c992156 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:12.229102 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-341ee9f1-d659-4977-9b2e-9f9224b12625 req-8fc86930-4fb5-46bc-9b51-a94f9c992156 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 945 time: 0.0643010 Jul 13 14:40:12.267357 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-341ee9f1-d659-4977-9b2e-9f9224b12625 req-f9d799e2-6c30-4d74-a90d-f2cef3bff62e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328779 Jul 13 14:40:12.999835 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897df33c-295a-487c-83c7-bc6fe104f188 req-7981979b-2d46-4f52-8454-9ba7febe586e tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:13.001369 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-897df33c-295a-487c-83c7-bc6fe104f188 req-7981979b-2d46-4f52-8454-9ba7febe586e tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0637591 Jul 13 14:40:13.037572 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-897df33c-295a-487c-83c7-bc6fe104f188 req-43756919-d774-4310-b484-584d406eb72f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306847 Jul 13 14:40:13.187116 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:40:13.234436 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:40:13.234806 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:13.311857 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:13.334554 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cb7dab-53d2-4757-81f5-8fe083386ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:40:13.336918 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace2f9ec-bda6-4795-92a8-69f269d0bc2b" -d '{"events": [{"server_uuid": "f2cb7dab-53d2-4757-81f5-8fe083386ae9", "name": "network-vif-plugged", "status": "completed", "tag": "d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:40:13.350715 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:40:13.354623 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:13.402711 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,revision_number=7']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:13.449834 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334216ea-32a1-4a44-aa46-e2e188bb69a3 req-6cbe13b3-87cb-414c-b285-8d7150470344 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:13.451184 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-334216ea-32a1-4a44-aa46-e2e188bb69a3 req-6cbe13b3-87cb-414c-b285-8d7150470344 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0668907 Jul 13 14:40:13.488984 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-334216ea-32a1-4a44-aa46-e2e188bb69a3 req-70879f92-6bcb-4474-b600-dbf874567271 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322106 Jul 13 14:40:13.536481 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd54121-de8c-4aa5-ab7d-763db6c34a03 x-openstack-request-id: req-7bd54121-de8c-4aa5-ab7d-763db6c34a03 {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:40:13.536805 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cb7dab-53d2-4757-81f5-8fe083386ae9", "name": "network-vif-plugged", "status": "completed", "tag": "d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:40:13.537062 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7bd54121-de8c-4aa5-ab7d-763db6c34a03 {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:40:13.537465 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cb7dab-53d2-4757-81f5-8fe083386ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b', 'code': 200} Jul 13 14:40:14.207910 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e19fc-016e-45ad-a637-1c409e074a80 req-872eae70-b3e9-4d51-ba3f-a1aafa488f68 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:14.209454 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c63e19fc-016e-45ad-a637-1c409e074a80 req-872eae70-b3e9-4d51-ba3f-a1aafa488f68 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0619006 Jul 13 14:40:14.245935 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c63e19fc-016e-45ad-a637-1c409e074a80 req-a4fdbfda-57f9-414e-b99c-e3a47b1e0fec tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310044 Jul 13 14:40:14.665853 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbea69-6bb5-4a0a-85e6-cb31870b60a3 req-821c0dd1-81a0-4770-8e8b-38643349283b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:14.667340 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-83fbea69-6bb5-4a0a-85e6-cb31870b60a3 req-821c0dd1-81a0-4770-8e8b-38643349283b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0664256 Jul 13 14:40:14.705209 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-83fbea69-6bb5-4a0a-85e6-cb31870b60a3 req-0a57628f-2a80-41c9-8ec6-dc5df528901f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323339 Jul 13 14:40:15.454298 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3a745-eeb5-4348-bedf-b862f5ca0417 req-a87f225b-585a-46bf-9dac-71f9b1eb447d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:15.456002 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-98e3a745-eeb5-4348-bedf-b862f5ca0417 req-a87f225b-585a-46bf-9dac-71f9b1eb447d tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0936058 Jul 13 14:40:15.518665 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-98e3a745-eeb5-4348-bedf-b862f5ca0417 req-c2957820-6b78-4f8e-b235-3d484d033379 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540111 Jul 13 14:40:15.954522 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43478b97-6962-4f41-ac80-052473910649 req-39795406-fa15-42cf-9d83-0720397420f0 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:15.961419 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-43478b97-6962-4f41-ac80-052473910649 req-39795406-fa15-42cf-9d83-0720397420f0 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.1112008 Jul 13 14:40:16.036076 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-43478b97-6962-4f41-ac80-052473910649 req-140f9a83-500e-405f-af37-8a0a044fff2b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737841 Jul 13 14:40:16.700792 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0029ab-769c-4789-9465-73410c103321 req-f9c3dae4-8911-4ea2-8ce6-b399380cba83 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:16.703164 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ff0029ab-769c-4789-9465-73410c103321 req-f9c3dae4-8911-4ea2-8ce6-b399380cba83 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0735376 Jul 13 14:40:16.743673 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ff0029ab-769c-4789-9465-73410c103321 req-9f3355e1-9826-4b83-9913-8317fc5fd377 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339077 Jul 13 14:40:17.468295 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e05c44-e57f-4daa-aa18-63d7dc515b3f req-17adf823-93da-4c30-8170-a3f91d920149 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:17.476824 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e4e05c44-e57f-4daa-aa18-63d7dc515b3f req-17adf823-93da-4c30-8170-a3f91d920149 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0784664 Jul 13 14:40:17.513561 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e4e05c44-e57f-4daa-aa18-63d7dc515b3f req-a77e7d7f-6bfe-4359-a37a-bc83796588fb tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355465 Jul 13 14:40:17.943765 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634c8c0-f41d-49da-9dbd-22b33221290b req-101fdd0f-9c48-4174-b5e6-02376a9c643e tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:17.945591 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8634c8c0-f41d-49da-9dbd-22b33221290b req-101fdd0f-9c48-4174-b5e6-02376a9c643e tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0753963 Jul 13 14:40:17.990478 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8634c8c0-f41d-49da-9dbd-22b33221290b req-339d56a6-5abd-4e90-bc16-66579977277a tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390635 Jul 13 14:40:18.711551 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e8c9b-c172-4fa1-af6a-e47ea45b32e8 req-a020fe28-d106-44fb-a2e5-f42302c7202a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:18.718677 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-774e8c9b-c172-4fa1-af6a-e47ea45b32e8 req-a020fe28-d106-44fb-a2e5-f42302c7202a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0780938 Jul 13 14:40:18.755672 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-774e8c9b-c172-4fa1-af6a-e47ea45b32e8 req-461297dc-81f8-4a4f-859f-6fa0bb4fc4e7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361881 Jul 13 14:40:19.183554 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d836d9-7dfc-44df-b576-65b0f8df2ab3 req-c9f17f44-7b76-43fe-b8dd-07bfc9940cb9 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:19.185861 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d6d836d9-7dfc-44df-b576-65b0f8df2ab3 req-c9f17f44-7b76-43fe-b8dd-07bfc9940cb9 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0679076 Jul 13 14:40:19.247969 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d6d836d9-7dfc-44df-b576-65b0f8df2ab3 req-ce98c444-eaff-43dd-a6ef-0c6fe173519e tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558462 Jul 13 14:40:19.999789 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af443a8-40f6-431c-9eaf-d205fdb8f24e req-e58e02c6-8d7b-40a2-acd2-edf20ee2cb59 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:20.005563 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7af443a8-40f6-431c-9eaf-d205fdb8f24e req-e58e02c6-8d7b-40a2-acd2-edf20ee2cb59 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.1025419 Jul 13 14:40:20.079324 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7af443a8-40f6-431c-9eaf-d205fdb8f24e req-3a5e2cc4-4156-4218-8c51-a63fbafda31d tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671244 Jul 13 14:40:20.436419 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bee10-468e-4c0d-bc11-55cc62d52187 req-349b4ec1-4ece-42cf-be51-6b0f10342153 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:20.438495 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e22bee10-468e-4c0d-bc11-55cc62d52187 req-349b4ec1-4ece-42cf-be51-6b0f10342153 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0698469 Jul 13 14:40:20.480898 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e22bee10-468e-4c0d-bc11-55cc62d52187 req-4378b00e-b976-47bc-be53-5045fda0f0bf tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362632 Jul 13 14:40:21.350823 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fdd6b-93a0-4902-a7f5-8ae9c5f2c153 req-5626c201-dffa-47ef-a7bb-ad78c53e9cba tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:21.352466 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-024fdd6b-93a0-4902-a7f5-8ae9c5f2c153 req-5626c201-dffa-47ef-a7bb-ad78c53e9cba tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0683672 Jul 13 14:40:21.395121 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-024fdd6b-93a0-4902-a7f5-8ae9c5f2c153 req-b8957070-4e38-4e84-b30c-612627094c4c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367448 Jul 13 14:40:21.672886 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d174775-f34c-481e-9a5f-8998b3c6fde0 req-24bc502c-ba4e-4afd-87cb-0c08edb269e8 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:21.674549 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6d174775-f34c-481e-9a5f-8998b3c6fde0 req-24bc502c-ba4e-4afd-87cb-0c08edb269e8 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0734503 Jul 13 14:40:21.714273 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6d174775-f34c-481e-9a5f-8998b3c6fde0 req-c8ad12cb-f583-423c-bef7-bb9c9868a3f0 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336659 Jul 13 14:40:22.587631 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1dec8-38b7-4fdb-8447-7ab4b46f1cc8 req-90647a61-9d21-4dd5-b3a0-3a6bd4b56a62 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:22.589120 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7be1dec8-38b7-4fdb-8447-7ab4b46f1cc8 req-90647a61-9d21-4dd5-b3a0-3a6bd4b56a62 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0672061 Jul 13 14:40:22.630269 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7be1dec8-38b7-4fdb-8447-7ab4b46f1cc8 req-cfcffd05-89ab-4a25-add8-5500370efd28 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330050 Jul 13 14:40:22.897159 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b421e2-556c-4ccd-b757-4b1849c6e7f2 req-ab19e93f-44af-4352-b3a7-fcbbd112304a tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:22.899070 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-69b421e2-556c-4ccd-b757-4b1849c6e7f2 req-ab19e93f-44af-4352-b3a7-fcbbd112304a tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0706494 Jul 13 14:40:22.942256 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-69b421e2-556c-4ccd-b757-4b1849c6e7f2 req-1a795299-872c-4c83-ae8c-b558f90ca676 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367889 Jul 13 14:40:23.253968 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:40:23.947697 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364635b5-32b8-4905-955b-25706cf94919 req-c2e66965-3200-42a8-bd83-80a1cd69e9b6 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:23.949744 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-364635b5-32b8-4905-955b-25706cf94919 req-c2e66965-3200-42a8-bd83-80a1cd69e9b6 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.1155932 Jul 13 14:40:24.039330 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-364635b5-32b8-4905-955b-25706cf94919 req-725b350f-6e4a-4ea6-81e3-52c0935a006e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601897 Jul 13 14:40:24.233288 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf5642-ccf1-454e-a4b7-2148e08b17b8 req-5ce05927-44ec-455d-a0c3-ce4b2aabc8d7 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:24.234998 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6bbf5642-ccf1-454e-a4b7-2148e08b17b8 req-5ce05927-44ec-455d-a0c3-ce4b2aabc8d7 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0982542 Jul 13 14:40:24.292225 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6bbf5642-ccf1-454e-a4b7-2148e08b17b8 req-5a68e228-4b54-4e2a-9690-14e2240b5377 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509126 Jul 13 14:40:25.243968 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6c80d-13f7-4e75-9f60-b7ab4e9a79f3 req-5e9c2eb3-a6bb-4b63-befa-ad32ff4609d3 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:25.245395 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-17d6c80d-13f7-4e75-9f60-b7ab4e9a79f3 req-5e9c2eb3-a6bb-4b63-befa-ad32ff4609d3 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0666091 Jul 13 14:40:25.285711 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-17d6c80d-13f7-4e75-9f60-b7ab4e9a79f3 req-2b3c686a-095c-4164-9eb4-fc60b73f85f6 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345559 Jul 13 14:40:25.482971 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b59a5-e8a2-45ce-aacd-dd21a7121098 req-cecec226-4c05-4abe-958f-bdc59808e170 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:25.484618 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-447b59a5-e8a2-45ce-aacd-dd21a7121098 req-cecec226-4c05-4abe-958f-bdc59808e170 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0826025 Jul 13 14:40:25.523849 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-447b59a5-e8a2-45ce-aacd-dd21a7121098 req-eb9b0a78-f4b0-4b33-85f9-b4b92f765a80 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328805 Jul 13 14:40:26.501861 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ef498-7264-4d09-8f98-44dd4786f3dd req-be143f72-a64a-4bdf-9b9f-91dfa9f436e7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:26.503322 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-291ef498-7264-4d09-8f98-44dd4786f3dd req-be143f72-a64a-4bdf-9b9f-91dfa9f436e7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.1028306 Jul 13 14:40:26.512164 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e262242-448f-479d-ab13-6f3d06d5dbd2 req-653c725b-bf3e-4c17-9033-3db3f9b64447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:26.513553 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3e262242-448f-479d-ab13-6f3d06d5dbd2 req-653c725b-bf3e-4c17-9033-3db3f9b64447 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c925332815c423cab33c3c2badc3cab&device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 1099 time: 0.0825813 Jul 13 14:40:26.588125 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-291ef498-7264-4d09-8f98-44dd4786f3dd req-7e8422d5-479f-41bf-be1a-d7aeae10617c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779080 Jul 13 14:40:26.629661 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e262242-448f-479d-ab13-6f3d06d5dbd2 req-77c5a79f-4356-45c6-80df-9bb8eaa1316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:26.631122 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3e262242-448f-479d-ab13-6f3d06d5dbd2 req-77c5a79f-4356-45c6-80df-9bb8eaa1316e service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 HTTP/1.1" status: 200 len: 918 time: 0.1016533 Jul 13 14:40:26.736768 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3e262242-448f-479d-ab13-6f3d06d5dbd2 req-3a2092a5-aa7f-4c15-95e8-68b80e13216d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b HTTP/1.1" status: 200 len: 1002 time: 0.0885248 Jul 13 14:40:26.761049 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f8734-ad01-4dae-9169-abcba652a51a req-4707a958-e538-4032-8b3d-1e113c5e4bab tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:26.762364 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a52f8734-ad01-4dae-9169-abcba652a51a req-4707a958-e538-4032-8b3d-1e113c5e4bab tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.1238732 Jul 13 14:40:26.822746 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e262242-448f-479d-ab13-6f3d06d5dbd2 req-5bab10a7-cbd0-4cf3-b911-436c55190539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:26.824175 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3e262242-448f-479d-ab13-6f3d06d5dbd2 req-5bab10a7-cbd0-4cf3-b911-436c55190539 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c92b411-3ce3-4134-a4e0-9e76e0a93cef HTTP/1.1" status: 200 len: 856 time: 0.0784090 Jul 13 14:40:26.829561 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a52f8734-ad01-4dae-9169-abcba652a51a req-47c0015c-1ba4-4819-80c8-d957f1cc699e tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495660 Jul 13 14:40:26.881028 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e262242-448f-479d-ab13-6f3d06d5dbd2 req-16a061c9-4fe9-4bb8-8d8b-a37eeffa9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:26.882492 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3e262242-448f-479d-ab13-6f3d06d5dbd2 req-16a061c9-4fe9-4bb8-8d8b-a37eeffa9a81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510149 Jul 13 14:40:26.976294 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3e262242-448f-479d-ab13-6f3d06d5dbd2 req-530d1ac7-713e-4874-aff2-b1acb72beb3c service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855875 Jul 13 14:40:27.066257 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3e262242-448f-479d-ab13-6f3d06d5dbd2 req-e0b04ac0-685d-4b46-a7a3-fc88098de54f service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804563 Jul 13 14:40:27.387585 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c635573-7fc3-4123-9e45-8b93c821cc36 req-862abc58-d317-4845-aa6a-ab72265cd3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:27.389037 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3c635573-7fc3-4123-9e45-8b93c821cc36 req-862abc58-d317-4845-aa6a-ab72265cd3e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 1099 time: 0.0507596 Jul 13 14:40:27.426094 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3c635573-7fc3-4123-9e45-8b93c821cc36 req-590bad60-c97e-4d72-af05-a9b021c35d6e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294249 Jul 13 14:40:27.771001 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d332cc0-5735-4e79-b002-598a59725f6b req-e7985001-de65-4692-a62b-0fd47a308b5d tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:27.772520 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3d332cc0-5735-4e79-b002-598a59725f6b req-e7985001-de65-4692-a62b-0fd47a308b5d tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0672867 Jul 13 14:40:27.813430 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3d332cc0-5735-4e79-b002-598a59725f6b req-c312b64f-5bba-429b-b679-07fab4500559 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353303 Jul 13 14:40:28.010287 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2d262-12b0-42e8-8f09-a5cd60eafa7d req-25c088b8-0f24-4259-a2ac-c7ca3d4ddb2b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:28.011803 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1bb2d262-12b0-42e8-8f09-a5cd60eafa7d req-25c088b8-0f24-4259-a2ac-c7ca3d4ddb2b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0674329 Jul 13 14:40:28.048994 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1bb2d262-12b0-42e8-8f09-a5cd60eafa7d req-6ac36bf1-0755-4e9b-a832-efd1cd0ccfe2 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310454 Jul 13 14:40:28.993414 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94e2fa-1a4b-441b-a17c-f99ac1328206 req-382d78f1-a3e8-4ba1-9051-a0c1f68bdfe6 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:28.994879 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-de94e2fa-1a4b-441b-a17c-f99ac1328206 req-382d78f1-a3e8-4ba1-9051-a0c1f68bdfe6 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0684719 Jul 13 14:40:29.290086 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-de94e2fa-1a4b-441b-a17c-f99ac1328206 req-35e398da-e471-48be-88ea-13872561b0bb tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2896318 Jul 13 14:40:29.318119 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f9aac-1b82-4be1-92af-4b8eb010cfcc req-ecf228a0-6fc5-4d54-89ed-d65f059c1586 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:29.319562 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fe1f9aac-1b82-4be1-92af-4b8eb010cfcc req-ecf228a0-6fc5-4d54-89ed-d65f059c1586 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0768595 Jul 13 14:40:29.358801 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fe1f9aac-1b82-4be1-92af-4b8eb010cfcc req-6ebf1cb7-04fc-4ba4-878c-3ed5708ce7af tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334184 Jul 13 14:40:29.851580 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39993ef7-bbad-490d-b9be-e1a415daeb08 req-f9985b64-35da-4ad2-be8a-f0c9f367e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:29.853159 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-39993ef7-bbad-490d-b9be-e1a415daeb08 req-f9985b64-35da-4ad2-be8a-f0c9f367e2ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc4d29d2b644494c8a36dc952797805e&device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 1099 time: 0.0965841 Jul 13 14:40:29.890891 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed89196-2d18-489d-b609-bcc5997ca25b req-2bde32da-dd56-494f-9d62-e5916b72b67b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:29.892330 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2ed89196-2d18-489d-b609-bcc5997ca25b req-2bde32da-dd56-494f-9d62-e5916b72b67b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.1098521 Jul 13 14:40:29.966702 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2ed89196-2d18-489d-b609-bcc5997ca25b req-d84db59b-9972-494e-9d1b-a1c1c8e3eca8 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505128 Jul 13 14:40:29.985899 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39993ef7-bbad-490d-b9be-e1a415daeb08 req-e1f9f95f-6885-43f9-b175-8e6f61ff3162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:29.987749 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-39993ef7-bbad-490d-b9be-e1a415daeb08 req-e1f9f95f-6885-43f9-b175-8e6f61ff3162 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa HTTP/1.1" status: 200 len: 920 time: 0.1263158 Jul 13 14:40:30.034336 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-39993ef7-bbad-490d-b9be-e1a415daeb08 req-dfe2b96a-bc09-4dae-a933-a682ec018252 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b248703e-0e01-4423-89b6-fa68d6ae81a1 HTTP/1.1" status: 200 len: 217 time: 0.0369344 Jul 13 14:40:30.092679 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39993ef7-bbad-490d-b9be-e1a415daeb08 req-8a27073b-4ac5-4f60-8985-ee0ce21f1490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:30.094117 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-39993ef7-bbad-490d-b9be-e1a415daeb08 req-8a27073b-4ac5-4f60-8985-ee0ce21f1490 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad6df99-8b00-4415-baa5-1fe0afd18c9f HTTP/1.1" status: 200 len: 859 time: 0.0457339 Jul 13 14:40:30.127763 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-39993ef7-bbad-490d-b9be-e1a415daeb08 req-0eaf4a5a-3f4c-4ff9-9707-4887361e2d38 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259085 Jul 13 14:40:30.217920 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-39993ef7-bbad-490d-b9be-e1a415daeb08 req-c76acbb8-69f1-4ab7-b2af-94a6d580893f service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809910 Jul 13 14:40:30.315875 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-39993ef7-bbad-490d-b9be-e1a415daeb08 req-057257a1-7195-4852-a4f4-3ba37f1108a9 service neutron] 10.222.0.44 "GET /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812252 Jul 13 14:40:30.381797 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:40:30.466361 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:30.475359 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3be114-0b67-4a93-ad31-5a95bcf726ac req-16faa3f5-38d0-4a8f-8894-8375213ed861 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:30.476912 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-af3be114-0b67-4a93-ad31-5a95bcf726ac req-16faa3f5-38d0-4a8f-8894-8375213ed861 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 946 time: 0.0694790 Jul 13 14:40:30.490539 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cb7dab-53d2-4757-81f5-8fe083386ae9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:40:30.493169 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3957f16-c273-4112-8b1d-aec1d93d7ee6" -d '{"events": [{"server_uuid": "f2cb7dab-53d2-4757-81f5-8fe083386ae9", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:40:30.506036 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:40:30.511528 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:30.538062 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-af3be114-0b67-4a93-ad31-5a95bcf726ac req-24dfc368-e758-4bf4-b2d8-92bad0f88f53 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541956 Jul 13 14:40:30.550731 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa98eb9e-4b57-4155-bab1-3a475baa5b55 x-openstack-request-id: req-aa98eb9e-4b57-4155-bab1-3a475baa5b55 {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:40:30.551049 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cb7dab-53d2-4757-81f5-8fe083386ae9", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:40:30.551326 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa98eb9e-4b57-4155-bab1-3a475baa5b55 {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:40:30.551720 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cb7dab-53d2-4757-81f5-8fe083386ae9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b', 'code': 200} Jul 13 14:40:30.567949 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,revision_number=8']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:31.156059 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:31.157528 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ffc16-cbe1-4d59-a5c6-fe7511a018e1 req-02bcb4c2-1f4e-4e13-842b-54e33e438a6f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:31.159037 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ea1ffc16-cbe1-4d59-a5c6-fe7511a018e1 req-02bcb4c2-1f4e-4e13-842b-54e33e438a6f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0750492 Jul 13 14:40:31.201161 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ea1ffc16-cbe1-4d59-a5c6-fe7511a018e1 req-c40807b1-3f37-483e-949e-5861f8d77ce7 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366142 Jul 13 14:40:31.321334 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc5c59-4421-44a7-9a34-cfa000859131 req-98d4a08c-fa2b-4a7d-be8f-8970711b2be7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:31.322807 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fcfc5c59-4421-44a7-9a34-cfa000859131 req-98d4a08c-fa2b-4a7d-be8f-8970711b2be7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0657961 Jul 13 14:40:31.362685 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fcfc5c59-4421-44a7-9a34-cfa000859131 req-25d9b862-a5ef-49d6-ad03-7ab5843c698a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335140 Jul 13 14:40:31.564823 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 51036) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:31.669607 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-3e2dfce8-72a9-4ea5-bb95-a915d5668859 req-4ab13416-b840-435a-9508-b583be6db9cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1033394 Jul 13 14:40:32.383348 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88cbeb-3414-428b-a607-85c758640f52 req-dff413f4-424a-4504-8750-0e7ec94d68c6 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:32.384978 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9c88cbeb-3414-428b-a607-85c758640f52 req-dff413f4-424a-4504-8750-0e7ec94d68c6 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0664916 Jul 13 14:40:32.422786 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9c88cbeb-3414-428b-a607-85c758640f52 req-82d5decc-37f1-410d-be13-3eae6ce8ed18 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321980 Jul 13 14:40:32.541489 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec277a3b-9000-4020-b568-70e7cacfdbd2 req-cfa0c194-ae3c-42b5-bd25-8cf18bdca3d4 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:32.542850 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ec277a3b-9000-4020-b568-70e7cacfdbd2 req-cfa0c194-ae3c-42b5-bd25-8cf18bdca3d4 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0618625 Jul 13 14:40:32.582201 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ec277a3b-9000-4020-b568-70e7cacfdbd2 req-b5eb939c-4de1-40a8-aa08-622be5125aa9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336959 Jul 13 14:40:33.599478 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f8198-f04a-468b-8494-72496a5fb1ad req-38b99383-36c7-4c07-a964-e507bc9ee334 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:33.601011 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c08f8198-f04a-468b-8494-72496a5fb1ad req-38b99383-36c7-4c07-a964-e507bc9ee334 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0686371 Jul 13 14:40:33.637377 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c08f8198-f04a-468b-8494-72496a5fb1ad req-3adbc8b0-439a-4e40-83ed-0fd5a8d6515e tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307517 Jul 13 14:40:33.798371 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac9b2c-13c0-4345-886e-164c6c4adab5 req-570ceb12-538c-43ef-b37d-976e9401e278 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:33.799866 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-58ac9b2c-13c0-4345-886e-164c6c4adab5 req-570ceb12-538c-43ef-b37d-976e9401e278 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0617216 Jul 13 14:40:33.838471 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-58ac9b2c-13c0-4345-886e-164c6c4adab5 req-77ea9af2-27ad-41d3-8bb0-6c224f3a8d3f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330224 Jul 13 14:40:34.809591 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c9d1-b753-40e6-b46c-e5f48e98da2d req-208011cf-6796-47f8-8948-4f29e0838ff0 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:34.811052 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8758c9d1-b753-40e6-b46c-e5f48e98da2d req-208011cf-6796-47f8-8948-4f29e0838ff0 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0658481 Jul 13 14:40:34.848141 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8758c9d1-b753-40e6-b46c-e5f48e98da2d req-aecbb036-64fe-4140-80e6-1b51f0703d77 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315478 Jul 13 14:40:35.019509 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96adb10-f437-4c11-a8dc-37d77011294f req-1fb2c3f8-bb56-4898-9591-bcbd604fef32 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:35.020986 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a96adb10-f437-4c11-a8dc-37d77011294f req-1fb2c3f8-bb56-4898-9591-bcbd604fef32 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0655639 Jul 13 14:40:35.059121 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a96adb10-f437-4c11-a8dc-37d77011294f req-9301dd4b-7cba-42ea-a781-9651e09017e0 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325570 Jul 13 14:40:35.208339 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:40:36.046899 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28f741-4fca-4f60-ab04-472e0f323075 req-76256946-434d-4fe8-85ab-8b9d3aef9ce9 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:36.048303 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-aa28f741-4fca-4f60-ab04-472e0f323075 req-76256946-434d-4fe8-85ab-8b9d3aef9ce9 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0762866 Jul 13 14:40:36.089053 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-aa28f741-4fca-4f60-ab04-472e0f323075 req-04faf9c4-1745-463d-a7eb-4dc9141ace97 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347521 Jul 13 14:40:36.252376 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0285a7-4824-4994-bb0e-dbee736dac60 req-86b24e27-fe66-47bd-855b-61fd0b3b488a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:36.253921 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0b0285a7-4824-4994-bb0e-dbee736dac60 req-86b24e27-fe66-47bd-855b-61fd0b3b488a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0690222 Jul 13 14:40:36.294201 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0b0285a7-4824-4994-bb0e-dbee736dac60 req-634a0238-7096-43de-895a-4c5bb0ce9e45 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341973 Jul 13 14:40:36.570387 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-009bbe34-8403-4250-97c8-2bb5443695c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:37.261240 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a3ef3-a415-4dc3-89e9-93accded10db req-7b31ab8a-c1d6-4970-b6a6-7ad1999e67b1 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:37.262718 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b03a3ef3-a415-4dc3-89e9-93accded10db req-7b31ab8a-c1d6-4970-b6a6-7ad1999e67b1 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0629175 Jul 13 14:40:37.300038 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b03a3ef3-a415-4dc3-89e9-93accded10db req-1bacc21f-b7e0-4d80-9dee-5e8786f34477 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312445 Jul 13 14:40:37.467550 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee96d6-40ba-4e7f-bb95-ae1e9663a629 req-8d9106a6-e90c-4a1b-be05-c1774a463535 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:37.469724 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-52ee96d6-40ba-4e7f-bb95-ae1e9663a629 req-8d9106a6-e90c-4a1b-be05-c1774a463535 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0620964 Jul 13 14:40:37.505411 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-52ee96d6-40ba-4e7f-bb95-ae1e9663a629 req-de48a552-1036-4f71-a86b-90b87dc1343a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300620 Jul 13 14:40:38.683155 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc0651-5fa1-4471-b49e-02a283ffa334 req-42a80b9a-38f5-45e1-8127-7f6005ee697b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:38.684650 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7ffc0651-5fa1-4471-b49e-02a283ffa334 req-42a80b9a-38f5-45e1-8127-7f6005ee697b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0650070 Jul 13 14:40:38.721288 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7ffc0651-5fa1-4471-b49e-02a283ffa334 req-ae73a8d8-3b88-44ab-8988-6431ff5003f1 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311520 Jul 13 14:40:39.374029 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-73067aaa-3021-47bf-86d7-1f4f55947571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:39.600829 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:39.902254 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d907f-b694-4f2c-ac22-5bfa9f58fb7d req-0d5121a6-6523-4e20-a786-660c356ba209 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:39.903779 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1c1d907f-b694-4f2c-ac22-5bfa9f58fb7d req-0d5121a6-6523-4e20-a786-660c356ba209 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0654652 Jul 13 14:40:39.943842 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1c1d907f-b694-4f2c-ac22-5bfa9f58fb7d req-6fe43b9c-1683-45a9-9fa9-5e13e353420c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336161 Jul 13 14:40:40.055919 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dfce8-72a9-4ea5-bb95-a915d5668859 req-fe0271ce-e81a-4daf-878a-5e4792415812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:40.057444 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3e2dfce8-72a9-4ea5-bb95-a915d5668859 req-fe0271ce-e81a-4daf-878a-5e4792415812 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9&tenant_id=2c925332815c423cab33c3c2badc3cab HTTP/1.1" status: 200 len: 1097 time: 0.0866988 Jul 13 14:40:40.150632 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dfce8-72a9-4ea5-bb95-a915d5668859 req-33bf86fe-06e7-42b5-bf46-50c9e6f5c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:40.152185 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3e2dfce8-72a9-4ea5-bb95-a915d5668859 req-33bf86fe-06e7-42b5-bf46-50c9e6f5c3ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c925332815c423cab33c3c2badc3cab&device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 1097 time: 0.0578001 Jul 13 14:40:40.207101 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:40.260507 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dfce8-72a9-4ea5-bb95-a915d5668859 req-00250b97-4be6-43a5-9d2d-5bf1a7b348f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:40.261958 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3e2dfce8-72a9-4ea5-bb95-a915d5668859 req-00250b97-4be6-43a5-9d2d-5bf1a7b348f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 HTTP/1.1" status: 200 len: 918 time: 0.1018257 Jul 13 14:40:40.335212 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3e2dfce8-72a9-4ea5-bb95-a915d5668859 req-21ff3d6e-87a6-49ea-a611-dd3b980135a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b HTTP/1.1" status: 200 len: 1000 time: 0.0569913 Jul 13 14:40:40.385589 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dfce8-72a9-4ea5-bb95-a915d5668859 req-67cca21c-ccda-4be0-a1be-d545d306d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:40.386952 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3e2dfce8-72a9-4ea5-bb95-a915d5668859 req-67cca21c-ccda-4be0-a1be-d545d306d140 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c92b411-3ce3-4134-a4e0-9e76e0a93cef HTTP/1.1" status: 200 len: 856 time: 0.0411727 Jul 13 14:40:40.450346 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dfce8-72a9-4ea5-bb95-a915d5668859 req-8a539b52-d31d-498d-9d55-dea809b44ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:40.451815 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3e2dfce8-72a9-4ea5-bb95-a915d5668859 req-8a539b52-d31d-498d-9d55-dea809b44ecc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530334 Jul 13 14:40:40.540807 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3e2dfce8-72a9-4ea5-bb95-a915d5668859 req-d6fe3a11-b23f-4e0f-b0fa-c0a081fb6f6c service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809131 Jul 13 14:40:41.117416 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26762e8-8e5f-4e63-9c01-31825bcae0e4 req-c11575be-4773-4ad4-af52-2afb12a8c4e1 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:41.118769 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a26762e8-8e5f-4e63-9c01-31825bcae0e4 req-c11575be-4773-4ad4-af52-2afb12a8c4e1 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0615463 Jul 13 14:40:41.158241 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a26762e8-8e5f-4e63-9c01-31825bcae0e4 req-9f8827f1-37ea-49eb-b685-19a9f98e1d55 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341220 Jul 13 14:40:41.954574 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3e2dfce8-72a9-4ea5-bb95-a915d5668859 req-8dc20e8a-0a35-4080-b7a1-f50b678dffb6 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813348 Jul 13 14:40:42.007624 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:42.341496 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed458f6-912f-4846-b77d-5750ef123dcc req-b2758d08-0abe-476b-8d3c-dce643ddfc9b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:42.342953 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9ed458f6-912f-4846-b77d-5750ef123dcc req-b2758d08-0abe-476b-8d3c-dce643ddfc9b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0645721 Jul 13 14:40:42.379395 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9ed458f6-912f-4846-b77d-5750ef123dcc req-0edb4066-481e-47b6-b9a5-4ce34c428212 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306726 Jul 13 14:40:43.553606 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57ea07-c277-4fa8-aa3f-bd5e7fe0ae0f req-cf4f2f1e-91cb-4ddb-884e-2fabb3668266 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:43.554991 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5d57ea07-c277-4fa8-aa3f-bd5e7fe0ae0f req-cf4f2f1e-91cb-4ddb-884e-2fabb3668266 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0647056 Jul 13 14:40:43.591040 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5d57ea07-c277-4fa8-aa3f-bd5e7fe0ae0f req-97ace5e8-8d95-4a1f-aee3-3f43fd21d9b6 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306776 Jul 13 14:40:44.775959 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e5118-41a9-4655-a5fc-ecf96bd5846c req-29c4afb2-4a92-47a9-996f-b28a39035b88 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:44.778267 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8a3e5118-41a9-4655-a5fc-ecf96bd5846c req-29c4afb2-4a92-47a9-996f-b28a39035b88 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0648320 Jul 13 14:40:44.817761 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8a3e5118-41a9-4655-a5fc-ecf96bd5846c req-be4393ca-2faf-4d2f-b88c-bac6f248d6cd tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335841 Jul 13 14:40:45.997576 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004c0e8-faf5-4401-b49a-c6ed9e96cd27 req-ef3320bb-6a3b-4063-a3e9-f9ae3775e5e5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:45.999063 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d004c0e8-faf5-4401-b49a-c6ed9e96cd27 req-ef3320bb-6a3b-4063-a3e9-f9ae3775e5e5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0668035 Jul 13 14:40:46.039823 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d004c0e8-faf5-4401-b49a-c6ed9e96cd27 req-b0c2ce10-a685-47ff-b535-d79b5f3ae6d0 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349650 Jul 13 14:40:47.245857 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa4671-8d8e-46e9-b744-0ac7fd1db594 req-02a34d9f-62f5-44d4-8620-c54ebbeeb90f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:47.247384 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-72aa4671-8d8e-46e9-b744-0ac7fd1db594 req-02a34d9f-62f5-44d4-8620-c54ebbeeb90f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0697384 Jul 13 14:40:47.287222 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-72aa4671-8d8e-46e9-b744-0ac7fd1db594 req-baa6c9e8-e875-4e8d-9dbf-6078854809dc tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329688 Jul 13 14:40:47.924803 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e0c4e-34dc-4cf2-9ef4-7c9556b1cf1f req-2ca052ca-c7dd-4c57-9950-e56529c1e7ea tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:47.926403 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-457e0c4e-34dc-4cf2-9ef4-7c9556b1cf1f req-2ca052ca-c7dd-4c57-9950-e56529c1e7ea tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0642514 Jul 13 14:40:47.964027 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-457e0c4e-34dc-4cf2-9ef4-7c9556b1cf1f req-7a477782-3e08-4d02-8ca8-532da460c146 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318096 Jul 13 14:40:48.473725 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29709b4e-a448-4520-ad75-ca8587154908 req-444ed46a-8fc5-4366-b94b-c70216977da2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:48.475127 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-29709b4e-a448-4520-ad75-ca8587154908 req-444ed46a-8fc5-4366-b94b-c70216977da2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0698004 Jul 13 14:40:48.533724 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-29709b4e-a448-4520-ad75-ca8587154908 req-b953f914-3aa6-4dac-9201-73683f8d5829 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530808 Jul 13 14:40:49.146800 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fc0f7-7c65-42b4-b58a-97fa20051ca9 req-25239a22-bb9e-4e5f-bd1d-8efd1f2e3335 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:49.148760 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b14fc0f7-7c65-42b4-b58a-97fa20051ca9 req-25239a22-bb9e-4e5f-bd1d-8efd1f2e3335 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0643334 Jul 13 14:40:49.188144 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b14fc0f7-7c65-42b4-b58a-97fa20051ca9 req-afd1aa8d-39ca-4502-b08b-0e120891769a tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333121 Jul 13 14:40:49.722544 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2aa99f-a21f-4150-9258-c2a22463f3eb req-fb2a6987-ab2f-4d2a-89c0-1991751eb822 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:49.724038 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8f2aa99f-a21f-4150-9258-c2a22463f3eb req-fb2a6987-ab2f-4d2a-89c0-1991751eb822 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0667255 Jul 13 14:40:49.767493 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8f2aa99f-a21f-4150-9258-c2a22463f3eb req-b14d8e36-b890-440c-9208-4d6c4b8dab7d tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360582 Jul 13 14:40:50.363301 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0eda3b-7c5d-426d-aa70-bcf7efe69e58 req-1343d5f8-2224-4546-950b-57ce3a4bf1e8 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:50.364831 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1b0eda3b-7c5d-426d-aa70-bcf7efe69e58 req-1343d5f8-2224-4546-950b-57ce3a4bf1e8 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0665390 Jul 13 14:40:50.404065 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1b0eda3b-7c5d-426d-aa70-bcf7efe69e58 req-1db7bdaf-f824-4527-9ba5-f79eb18ff155 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336809 Jul 13 14:40:50.953855 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10f25d-1a03-4028-93f1-1c6467dbf1ca req-df99c054-f57e-40fd-b2fe-ea164c45b769 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:50.955379 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f10f25d-1a03-4028-93f1-1c6467dbf1ca req-df99c054-f57e-40fd-b2fe-ea164c45b769 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0640650 Jul 13 14:40:50.993419 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f10f25d-1a03-4028-93f1-1c6467dbf1ca req-2b6cf8c0-54aa-4c89-929f-c6cbf530ec01 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322526 Jul 13 14:40:51.588313 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314be7b-ce9a-41fc-bff1-23c1bae85b48 req-fb87ed50-3be8-4e4d-ba73-969b41f0d734 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:51.589668 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4314be7b-ce9a-41fc-bff1-23c1bae85b48 req-fb87ed50-3be8-4e4d-ba73-969b41f0d734 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0691493 Jul 13 14:40:51.632743 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4314be7b-ce9a-41fc-bff1-23c1bae85b48 req-bd0f1434-0023-429e-9b38-282eb430396f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360265 Jul 13 14:40:51.917829 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 51336) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:52.044804 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4afb7013-e4e5-413f-9cb7-6a8c254c48fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:52.146699 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4afb7013-e4e5-413f-9cb7-6a8c254c48fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:52.152195 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4afb7013-e4e5-413f-9cb7-6a8c254c48fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:52.179621 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c0de8-afb9-4087-908e-1f33aa9d4596 req-350daa50-1b45-4d37-82b7-a8faefa513af tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:52.185784 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-326c0de8-afb9-4087-908e-1f33aa9d4596 req-350daa50-1b45-4d37-82b7-a8faefa513af tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0713670 Jul 13 14:40:52.201730 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb7013-e4e5-413f-9cb7-6a8c254c48fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac6d037-5637-4f16-a64c-29263deea4ff,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:52.206287 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-4afb7013-e4e5-413f-9cb7-6a8c254c48fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=078ab5314c374d519349e0942a90df97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874289 Jul 13 14:40:52.209450 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 51344) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:52.214572 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb7013-e4e5-413f-9cb7-6a8c254c48fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.215257 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb7013-e4e5-413f-9cb7-6a8c254c48fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.215793 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb7013-e4e5-413f-9cb7-6a8c254c48fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.216232 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb7013-e4e5-413f-9cb7-6a8c254c48fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.216661 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb7013-e4e5-413f-9cb7-6a8c254c48fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.217065 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb7013-e4e5-413f-9cb7-6a8c254c48fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.217461 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb7013-e4e5-413f-9cb7-6a8c254c48fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.219134 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb7013-e4e5-413f-9cb7-6a8c254c48fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.219502 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb7013-e4e5-413f-9cb7-6a8c254c48fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.220065 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb7013-e4e5-413f-9cb7-6a8c254c48fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.220398 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb7013-e4e5-413f-9cb7-6a8c254c48fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.220768 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afb7013-e4e5-413f-9cb7-6a8c254c48fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.249575 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-326c0de8-afb9-4087-908e-1f33aa9d4596 req-d695b7c6-d19e-4194-a268-2f5f2cc4c215 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628476 Jul 13 14:40:52.297096 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-219d9ae7-7bc6-4f80-a8d3-b45c866bba0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:52.319614 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-219d9ae7-7bc6-4f80-a8d3-b45c866bba0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:52.371405 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-219d9ae7-7bc6-4f80-a8d3-b45c866bba0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:52.374869 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-219d9ae7-7bc6-4f80-a8d3-b45c866bba0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:52.378867 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-219d9ae7-7bc6-4f80-a8d3-b45c866bba0d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ac6d037-5637-4f16-a64c-29263deea4ff HTTP/1.1" status: 204 len: 168 time: 0.1656942 Jul 13 14:40:52.387168 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d9ae7-7bc6-4f80-a8d3-b45c866bba0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac6d037-5637-4f16-a64c-29263deea4ff,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:52.395072 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d9ae7-7bc6-4f80-a8d3-b45c866bba0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.396086 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d9ae7-7bc6-4f80-a8d3-b45c866bba0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.396739 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d9ae7-7bc6-4f80-a8d3-b45c866bba0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.397452 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d9ae7-7bc6-4f80-a8d3-b45c866bba0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.398243 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d9ae7-7bc6-4f80-a8d3-b45c866bba0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.399438 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d9ae7-7bc6-4f80-a8d3-b45c866bba0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.399956 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d9ae7-7bc6-4f80-a8d3-b45c866bba0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.400301 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d9ae7-7bc6-4f80-a8d3-b45c866bba0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.400733 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d9ae7-7bc6-4f80-a8d3-b45c866bba0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.401071 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d9ae7-7bc6-4f80-a8d3-b45c866bba0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.401405 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d9ae7-7bc6-4f80-a8d3-b45c866bba0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.401732 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219d9ae7-7bc6-4f80-a8d3-b45c866bba0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:52.816725 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1c773-6ead-4e5d-96a9-2a9c04e74129 req-67bc6ef3-b14a-4c9b-9c4b-cb9bf2ccb2ef tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:52.818582 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-dee1c773-6ead-4e5d-96a9-2a9c04e74129 req-67bc6ef3-b14a-4c9b-9c4b-cb9bf2ccb2ef tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0701394 Jul 13 14:40:52.860888 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-dee1c773-6ead-4e5d-96a9-2a9c04e74129 req-5a5ed956-4d4c-42d9-bd30-a6a7f7b3f10a tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364091 Jul 13 14:40:53.437328 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60914bfc-e9bd-485e-a7ee-d72f64048b2d req-9079e124-c51e-40f5-b971-09786368d249 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:53.438809 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-60914bfc-e9bd-485e-a7ee-d72f64048b2d req-9079e124-c51e-40f5-b971-09786368d249 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0644488 Jul 13 14:40:53.478817 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-60914bfc-e9bd-485e-a7ee-d72f64048b2d req-2a46d28d-2027-4fb9-8407-b8f6862833e7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339925 Jul 13 14:40:54.045316 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc616f06-82de-4404-9398-e1e373cfd81d req-7c4018ca-2456-41fc-825e-7700397535b4 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:54.047241 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fc616f06-82de-4404-9398-e1e373cfd81d req-7c4018ca-2456-41fc-825e-7700397535b4 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0688379 Jul 13 14:40:54.086410 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fc616f06-82de-4404-9398-e1e373cfd81d req-602ed5b0-492a-4502-89b1-6cbc8294e786 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335407 Jul 13 14:40:54.658419 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e516b-36fa-46d5-8773-48e8b10267e6 req-09bd754b-c152-40d3-bf9c-d3c72a8e3704 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:54.659891 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ac4e516b-36fa-46d5-8773-48e8b10267e6 req-09bd754b-c152-40d3-bf9c-d3c72a8e3704 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0616829 Jul 13 14:40:54.698207 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ac4e516b-36fa-46d5-8773-48e8b10267e6 req-6f1243a6-c0d0-407e-94f9-a6e318ef94a3 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327735 Jul 13 14:40:55.263154 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1477682-6310-47a3-9d1c-a6551b190e16 req-d80d206a-3b93-4f6c-988a-f0c1510e6fb9 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:55.265168 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c1477682-6310-47a3-9d1c-a6551b190e16 req-d80d206a-3b93-4f6c-988a-f0c1510e6fb9 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0698619 Jul 13 14:40:55.303253 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c1477682-6310-47a3-9d1c-a6551b190e16 req-feb77459-4285-4031-8f34-5c60bb9ec210 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321779 Jul 13 14:40:55.883790 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35e64-7ed0-4eb0-8e9d-995f73e5057d req-ecbd05df-b598-42c0-8e4a-8f9d165e3d5f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:55.885324 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c4c35e64-7ed0-4eb0-8e9d-995f73e5057d req-ecbd05df-b598-42c0-8e4a-8f9d165e3d5f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0658107 Jul 13 14:40:55.923648 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c4c35e64-7ed0-4eb0-8e9d-995f73e5057d req-b7bb1ea2-94ad-49a6-962a-7f0108b2c0aa tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327110 Jul 13 14:40:56.477813 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b6afd-a37c-4455-88f2-c83e95354285 req-fea9f4ff-0508-42aa-ac63-1e2e35d621fe tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:56.479248 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-640b6afd-a37c-4455-88f2-c83e95354285 req-fea9f4ff-0508-42aa-ac63-1e2e35d621fe tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0626400 Jul 13 14:40:56.516069 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-640b6afd-a37c-4455-88f2-c83e95354285 req-bcc5fe3b-ad27-48ea-aaf5-894ee9a3cb07 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305219 Jul 13 14:40:57.125974 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e998458-5481-4711-91a2-6b429306402f req-cb4a48b1-9a5d-4fbc-a661-bf2cc8ceb9e6 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:57.127488 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9e998458-5481-4711-91a2-6b429306402f req-cb4a48b1-9a5d-4fbc-a661-bf2cc8ceb9e6 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0868304 Jul 13 14:40:57.205404 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9e998458-5481-4711-91a2-6b429306402f req-03169c43-fe3d-42b2-a29a-7c70720b0a2e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654767 Jul 13 14:40:57.211419 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714bd9e-0081-4532-aa2c-2a7df930dd44 req-38d48a95-79d4-4278-8084-702eefed20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:57.212888 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9714bd9e-0081-4532-aa2c-2a7df930dd44 req-38d48a95-79d4-4278-8084-702eefed20d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c925332815c423cab33c3c2badc3cab&device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 1097 time: 0.0805516 Jul 13 14:40:57.338190 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714bd9e-0081-4532-aa2c-2a7df930dd44 req-4ce52f28-7f4d-41f6-b70b-4de8394a6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:57.339680 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9714bd9e-0081-4532-aa2c-2a7df930dd44 req-4ce52f28-7f4d-41f6-b70b-4de8394a6440 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 HTTP/1.1" status: 200 len: 918 time: 0.0909963 Jul 13 14:40:57.408707 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9714bd9e-0081-4532-aa2c-2a7df930dd44 req-410c3557-3ec5-437e-a870-05f9069dda54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b HTTP/1.1" status: 200 len: 1000 time: 0.0569952 Jul 13 14:40:57.463137 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714bd9e-0081-4532-aa2c-2a7df930dd44 req-0e2c8622-4cc4-473e-a952-73f3b271fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:57.464577 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9714bd9e-0081-4532-aa2c-2a7df930dd44 req-0e2c8622-4cc4-473e-a952-73f3b271fcb7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c92b411-3ce3-4134-a4e0-9e76e0a93cef HTTP/1.1" status: 200 len: 856 time: 0.0468543 Jul 13 14:40:57.523050 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714bd9e-0081-4532-aa2c-2a7df930dd44 req-4626da7c-be35-4cd6-9fa5-54cf27de68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:57.524482 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9714bd9e-0081-4532-aa2c-2a7df930dd44 req-4626da7c-be35-4cd6-9fa5-54cf27de68f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506938 Jul 13 14:40:57.619698 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9714bd9e-0081-4532-aa2c-2a7df930dd44 req-279fa7e1-90ee-41b1-b0c2-57c99032d174 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808473 Jul 13 14:40:57.751604 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3709c7-9084-42d9-944a-9cbfc1595129 req-60e6b6a1-327b-4580-80b8-ff2fc36a66dd tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:57.753278 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1e3709c7-9084-42d9-944a-9cbfc1595129 req-60e6b6a1-327b-4580-80b8-ff2fc36a66dd tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.1305251 Jul 13 14:40:57.758774 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9714bd9e-0081-4532-aa2c-2a7df930dd44 req-bfdbd283-5079-41df-a802-a03761e5c6ed service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277318 Jul 13 14:40:57.792618 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1e3709c7-9084-42d9-944a-9cbfc1595129 req-a27fda76-f2ca-4cbc-8644-7512746d420e tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328536 Jul 13 14:40:58.395805 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4a1a6-2493-45d9-92ce-288118e361fc req-3db441ec-f0f8-4c17-a9f5-fa8dfece88f6 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:58.397318 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-59e4a1a6-2493-45d9-92ce-288118e361fc req-3db441ec-f0f8-4c17-a9f5-fa8dfece88f6 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0724559 Jul 13 14:40:58.435687 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-59e4a1a6-2493-45d9-92ce-288118e361fc req-3a07086e-d5e7-4a97-a982-767157601cd3 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327699 Jul 13 14:40:58.888083 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c523e9-6115-4cad-a024-2d6006b657dc req-365a9073-e4a3-4e79-916e-dbe2f26f2c3e tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:58.889806 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-49c523e9-6115-4cad-a024-2d6006b657dc req-365a9073-e4a3-4e79-916e-dbe2f26f2c3e tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 945 time: 0.0696955 Jul 13 14:40:58.939088 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-49c523e9-6115-4cad-a024-2d6006b657dc req-2ecd0e7e-ddc6-4603-b0b2-38fefaa0e712 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434005 Jul 13 14:40:58.993776 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a897d-652d-4cd7-9c07-87b28ba5fcf3 req-3280c8bb-67ee-49a6-8614-cedf56e00d4e tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:58.995236 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-358a897d-652d-4cd7-9c07-87b28ba5fcf3 req-3280c8bb-67ee-49a6-8614-cedf56e00d4e tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0788367 Jul 13 14:40:59.035878 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-358a897d-652d-4cd7-9c07-87b28ba5fcf3 req-eaeba303-02d4-44cb-8571-a963cd7a02cc tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351310 Jul 13 14:40:59.610291 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf9812-00bb-4c46-9c7b-36bccfd2462e req-f66f3a53-ec76-474d-ae7e-0ff8a2247027 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:59.611706 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-dccf9812-00bb-4c46-9c7b-36bccfd2462e req-f66f3a53-ec76-474d-ae7e-0ff8a2247027 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0607946 Jul 13 14:40:59.646874 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-dccf9812-00bb-4c46-9c7b-36bccfd2462e req-6144ea39-efc8-404b-be4b-471c2baf57d5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297425 Jul 13 14:41:00.106254 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1560e52-a5e3-4a7d-a1f5-e39350b381ca req-25ff70df-9e42-407f-a1f2-b4d65e3c2ef6 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:00.107269 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d1560e52-a5e3-4a7d-a1f5-e39350b381ca req-25ff70df-9e42-407f-a1f2-b4d65e3c2ef6 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 945 time: 0.0622048 Jul 13 14:41:00.147671 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d1560e52-a5e3-4a7d-a1f5-e39350b381ca req-1253159d-aa19-4b37-8591-e6da5ce03ae2 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338416 Jul 13 14:41:00.212819 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca1246-231a-42a6-8643-1887708db26a req-d86e2f43-d123-45d3-ae73-649b360e9ad0 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:00.214282 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8eca1246-231a-42a6-8643-1887708db26a req-d86e2f43-d123-45d3-ae73-649b360e9ad0 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0705636 Jul 13 14:41:00.252889 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8eca1246-231a-42a6-8643-1887708db26a req-65a86fbc-aa47-438a-881f-410533987077 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320842 Jul 13 14:41:00.254336 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:41:00.550374 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fce05a-1986-4fb8-a35d-a905162de676 req-44bc550e-84fa-42f4-932e-7cf623ce8c91 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:00.551827 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-75fce05a-1986-4fb8-a35d-a905162de676 req-44bc550e-84fa-42f4-932e-7cf623ce8c91 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 945 time: 0.0640934 Jul 13 14:41:00.675163 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-75fce05a-1986-4fb8-a35d-a905162de676 req-7a1b0f75-6bd4-4ff1-adc9-598cf3346b60 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Deleting port 3e2a13b3-e020-4d0b-9184-13e7a6ad6101 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:41:00.675854 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-75fce05a-1986-4fb8-a35d-a905162de676 req-7a1b0f75-6bd4-4ff1-adc9-598cf3346b60 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.760607 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-75fce05a-1986-4fb8-a35d-a905162de676 req-7a1b0f75-6bd4-4ff1-adc9-598cf3346b60 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] For port 3e2a13b3-e020-4d0b-9184-13e7a6ad6101, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e2a13b3-e020-4d0b-9184-13e7a6ad6101,segment=NetworkSegment(590089df-442f-4329-9736-904bf81f8371),segment_id=590089df-442f-4329-9736-904bf81f8371)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:00.760895 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-75fce05a-1986-4fb8-a35d-a905162de676 req-7a1b0f75-6bd4-4ff1-adc9-598cf3346b60 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.797489 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-75fce05a-1986-4fb8-a35d-a905162de676 req-7a1b0f75-6bd4-4ff1-adc9-598cf3346b60 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Calling delete_port for 3e2a13b3-e020-4d0b-9184-13e7a6ad6101 owned by compute:nova {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:41:00.887033 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae1bd3-6f40-45c5-9b66-82cdd821c0e5 req-147315e1-2bc0-4243-a8b0-04d7460117d4 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:00.888507 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-92ae1bd3-6f40-45c5-9b66-82cdd821c0e5 req-147315e1-2bc0-4243-a8b0-04d7460117d4 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.1251552 Jul 13 14:41:00.957234 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-92ae1bd3-6f40-45c5-9b66-82cdd821c0e5 req-72021aaf-74d4-47c5-b1c6-edb9f51b5094 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584586 Jul 13 14:41:00.980720 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-75fce05a-1986-4fb8-a35d-a905162de676 req-7a1b0f75-6bd4-4ff1-adc9-598cf3346b60 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.993409 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['3e2a13b3-e020-4d0b-9184-13e7a6ad6101', 'b248703e-0e01-4423-89b6-fa68d6ae81a1'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:41:01.015290 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b0f75-6bd4-4ff1-adc9-598cf3346b60 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Pushing event deleted for resources: {'Port': ['ID=3e2a13b3-e020-4d0b-9184-13e7a6ad6101,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:01.060361 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fce05a-1986-4fb8-a35d-a905162de676 req-7a1b0f75-6bd4-4ff1-adc9-598cf3346b60 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] No DVR routers for this DVR port 3e2a13b3-e020-4d0b-9184-13e7a6ad6101 on host hv-cinder-78836 {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:41:01.063489 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-75fce05a-1986-4fb8-a35d-a905162de676 req-7a1b0f75-6bd4-4ff1-adc9-598cf3346b60 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:01.065555 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-75fce05a-1986-4fb8-a35d-a905162de676 req-7a1b0f75-6bd4-4ff1-adc9-598cf3346b60 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.44 "DELETE /v2.0/ports/3e2a13b3-e020-4d0b-9184-13e7a6ad6101 HTTP/1.1" status: 204 len: 173 time: 0.4914918 Jul 13 14:41:01.066004 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b83600f-37e3-498e-bb35-751148d47fbf', 'name': 'network-vif-deleted', 'tag': '3e2a13b3-e020-4d0b-9184-13e7a6ad6101'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:41:01.068282 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df21e1a1-8282-4584-81cd-947a81f699b6" -d '{"events": [{"server_uuid": "3b83600f-37e3-498e-bb35-751148d47fbf", "name": "network-vif-deleted", "tag": "3e2a13b3-e020-4d0b-9184-13e7a6ad6101"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:41:01.105238 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40ef50e-dee9-4404-b732-e4d6708e0e5c x-openstack-request-id: req-f40ef50e-dee9-4404-b732-e4d6708e0e5c {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:01.105528 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b83600f-37e3-498e-bb35-751148d47fbf", "name": "network-vif-deleted", "tag": "3e2a13b3-e020-4d0b-9184-13e7a6ad6101", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:01.105776 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f40ef50e-dee9-4404-b732-e4d6708e0e5c {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:01.106170 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b83600f-37e3-498e-bb35-751148d47fbf', 'name': 'network-vif-deleted', 'tag': '3e2a13b3-e020-4d0b-9184-13e7a6ad6101', 'status': 'completed', 'code': 200} Jul 13 14:41:01.158038 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:01.205121 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cd208-c4e8-4a28-b106-174fdf00d232 req-a7168053-a808-44fb-b9b8-8335a2958986 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:01.206228 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-406cd208-c4e8-4a28-b106-174fdf00d232 req-a7168053-a808-44fb-b9b8-8335a2958986 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.44 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 945 time: 0.0692141 Jul 13 14:41:01.355865 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-406cd208-c4e8-4a28-b106-174fdf00d232 req-bd94a63c-c885-4c95-937d-b141f5a11553 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Deleting port 375d6a39-eeb8-4024-ad30-9d8692a9726e {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:41:01.356209 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-406cd208-c4e8-4a28-b106-174fdf00d232 req-bd94a63c-c885-4c95-937d-b141f5a11553 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:01.367887 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1fbbe-92fd-4177-b4c6-5822928ea064 req-2ab153e3-3fc5-47d8-b045-ed2198ce56bc tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:01.369391 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-baa1fbbe-92fd-4177-b4c6-5822928ea064 req-2ab153e3-3fc5-47d8-b045-ed2198ce56bc tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=05b00c90-c3b3-4143-948f-35dc74134871 HTTP/1.1" status: 200 len: 945 time: 0.1008575 Jul 13 14:41:01.450494 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a83e4e32-d5d5-4245-94eb-aa9cb0fcf648 req-edb0f49d-694f-4424-9e2e-63e9bc1ba756 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b83600f-37e3-498e-bb35-751148d47fbf HTTP/1.1" status: 200 len: 210 time: 0.0705476 Jul 13 14:41:01.484331 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-baa1fbbe-92fd-4177-b4c6-5822928ea064 req-e93b2fba-c361-460a-ae63-459fed07cfe8 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032844 Jul 13 14:41:01.506424 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-406cd208-c4e8-4a28-b106-174fdf00d232 req-bd94a63c-c885-4c95-937d-b141f5a11553 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] For port 375d6a39-eeb8-4024-ad30-9d8692a9726e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=375d6a39-eeb8-4024-ad30-9d8692a9726e,segment=NetworkSegment(48725b0c-303d-4b9a-a4d0-be105963b506),segment_id=48725b0c-303d-4b9a-a4d0-be105963b506)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:01.506791 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-406cd208-c4e8-4a28-b106-174fdf00d232 req-bd94a63c-c885-4c95-937d-b141f5a11553 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:01.519856 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-406cd208-c4e8-4a28-b106-174fdf00d232 req-bd94a63c-c885-4c95-937d-b141f5a11553 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Calling delete_port for 375d6a39-eeb8-4024-ad30-9d8692a9726e owned by compute:nova {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:41:01.644977 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-406cd208-c4e8-4a28-b106-174fdf00d232 req-bd94a63c-c885-4c95-937d-b141f5a11553 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:01.662847 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['375d6a39-eeb8-4024-ad30-9d8692a9726e'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:41:01.673845 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94a63c-c885-4c95-937d-b141f5a11553 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Pushing event deleted for resources: {'Port': ['ID=375d6a39-eeb8-4024-ad30-9d8692a9726e,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:01.718497 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-406cd208-c4e8-4a28-b106-174fdf00d232 req-bd94a63c-c885-4c95-937d-b141f5a11553 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] No DVR routers for this DVR port 375d6a39-eeb8-4024-ad30-9d8692a9726e on host hv-cinder-78836 {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:41:01.721822 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-406cd208-c4e8-4a28-b106-174fdf00d232 req-bd94a63c-c885-4c95-937d-b141f5a11553 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:01.723959 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-406cd208-c4e8-4a28-b106-174fdf00d232 req-bd94a63c-c885-4c95-937d-b141f5a11553 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.44 "DELETE /v2.0/ports/375d6a39-eeb8-4024-ad30-9d8692a9726e HTTP/1.1" status: 204 len: 173 time: 0.5113418 Jul 13 14:41:02.131429 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8440173-9654-4b8e-a746-c0c6c8e06635 req-662ed4e3-750b-4713-8cd9-18feec13c101 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:02.132894 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d8440173-9654-4b8e-a746-c0c6c8e06635 req-662ed4e3-750b-4713-8cd9-18feec13c101 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0639489 Jul 13 14:41:02.169582 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d8440173-9654-4b8e-a746-c0c6c8e06635 req-0e5f0a63-2f11-439b-ae64-395dbeb61569 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312164 Jul 13 14:41:02.893564 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e486494-12b9-4f63-b8bd-02728fcd6c52 req-b13c4bb6-33ca-43c3-98c3-07d21a4e1aed tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:02.895064 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5e486494-12b9-4f63-b8bd-02728fcd6c52 req-b13c4bb6-33ca-43c3-98c3-07d21a4e1aed tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0622444 Jul 13 14:41:02.932793 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5e486494-12b9-4f63-b8bd-02728fcd6c52 req-80cf501d-9e68-4101-ab9a-4ce30b5ead90 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321071 Jul 13 14:41:03.106881 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b00c90-c3b3-4143-948f-35dc74134871', 'name': 'network-vif-deleted', 'tag': '375d6a39-eeb8-4024-ad30-9d8692a9726e'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:41:03.109621 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b1c319-295b-48a7-9a2e-77617957918b" -d '{"events": [{"server_uuid": "05b00c90-c3b3-4143-948f-35dc74134871", "name": "network-vif-deleted", "tag": "375d6a39-eeb8-4024-ad30-9d8692a9726e"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:41:03.143867 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2b0258-d142-4b08-85e3-ebbc9e50395b x-openstack-request-id: req-9c2b0258-d142-4b08-85e3-ebbc9e50395b {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:03.144161 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b00c90-c3b3-4143-948f-35dc74134871", "name": "network-vif-deleted", "tag": "375d6a39-eeb8-4024-ad30-9d8692a9726e", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:03.144410 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c2b0258-d142-4b08-85e3-ebbc9e50395b {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:03.144841 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b00c90-c3b3-4143-948f-35dc74134871', 'name': 'network-vif-deleted', 'tag': '375d6a39-eeb8-4024-ad30-9d8692a9726e', 'status': 'completed', 'code': 200} Jul 13 14:41:03.344386 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676090f9-7459-4775-9398-f9cd725d06a4 req-694882ea-0c45-43d6-8ddd-747a6a52a9a3 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:03.346268 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-676090f9-7459-4775-9398-f9cd725d06a4 req-694882ea-0c45-43d6-8ddd-747a6a52a9a3 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0659204 Jul 13 14:41:03.608037 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-676090f9-7459-4775-9398-f9cd725d06a4 req-1bf7980c-32c5-4dd3-8284-4b9e883e96d9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563117 Jul 13 14:41:04.104122 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f60240-5fda-4db1-9896-c2a30ce5d33d req-d3f1e406-b1c2-489a-b6bc-4751a97c6178 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:04.105579 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-08f60240-5fda-4db1-9896-c2a30ce5d33d req-d3f1e406-b1c2-489a-b6bc-4751a97c6178 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0610559 Jul 13 14:41:04.142010 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-08f60240-5fda-4db1-9896-c2a30ce5d33d req-7c0f7301-ac02-4c3f-9d8d-f0c8c1264f68 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309262 Jul 13 14:41:04.783718 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2fbee-353b-448f-8466-1db2cb4c5ca6 req-71499acb-571e-45f1-b228-de037f1a25d9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:04.785197 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-09c2fbee-353b-448f-8466-1db2cb4c5ca6 req-71499acb-571e-45f1-b228-de037f1a25d9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0631380 Jul 13 14:41:04.826132 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-09c2fbee-353b-448f-8466-1db2cb4c5ca6 req-e5cdb4d6-53b6-409f-9f86-0fe429c8006c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353308 Jul 13 14:41:05.308710 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71ed94-b207-4345-80c5-6ec881a3e30d req-d1117ba2-d167-4fe7-aaf7-4e5b7b56bf68 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:05.310139 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1b71ed94-b207-4345-80c5-6ec881a3e30d req-d1117ba2-d167-4fe7-aaf7-4e5b7b56bf68 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0610149 Jul 13 14:41:05.347052 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1b71ed94-b207-4345-80c5-6ec881a3e30d req-ae84fa50-1237-4a92-8737-37518e25f2e5 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314188 Jul 13 14:41:05.909518 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 3e2a13b3-e020-4d0b-9184-13e7a6ad6101 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:41:05.928730 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: 3e2a13b3-e020-4d0b-9184-13e7a6ad6101 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:41:05.929077 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 3e2a13b3-e020-4d0b-9184-13e7a6ad6101 not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:41:05.929489 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 375d6a39-eeb8-4024-ad30-9d8692a9726e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:41:05.947110 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: 375d6a39-eeb8-4024-ad30-9d8692a9726e {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:41:05.947452 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 375d6a39-eeb8-4024-ad30-9d8692a9726e not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:41:06.003179 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6098f0-cfb2-48d4-baff-43f59de86d61 req-5e9acc2c-1fd7-45ba-b898-d8ffe3d03ceb tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:06.004611 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ec6098f0-cfb2-48d4-baff-43f59de86d61 req-5e9acc2c-1fd7-45ba-b898-d8ffe3d03ceb tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0643394 Jul 13 14:41:06.041396 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ec6098f0-cfb2-48d4-baff-43f59de86d61 req-41fc354f-9d0d-406a-9eca-d68870b75489 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312779 Jul 13 14:41:06.520815 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03115b0-a5fa-490f-bfaf-17c42fb7a0fa req-013dccdc-e9f4-4324-9580-49c2991fb05e tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:06.522280 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c03115b0-a5fa-490f-bfaf-17c42fb7a0fa req-013dccdc-e9f4-4324-9580-49c2991fb05e tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0661476 Jul 13 14:41:06.559195 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c03115b0-a5fa-490f-bfaf-17c42fb7a0fa req-d2e10d0b-b167-4723-a5dd-f71939589cb1 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313175 Jul 13 14:41:06.571740 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-06b0b38d-bcbe-424d-9f97-a7f3e58ea791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.158219 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7bea8-5bd6-4518-9c59-f44b1a93c4f6 req-b214a8a3-3deb-4739-b21b-63d400c2fc1f tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:07.159715 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c9d7bea8-5bd6-4518-9c59-f44b1a93c4f6 req-b214a8a3-3deb-4739-b21b-63d400c2fc1f tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0653262 Jul 13 14:41:07.230700 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c9d7bea8-5bd6-4518-9c59-f44b1a93c4f6 req-c1a93b3d-09a1-4d2c-a1b6-4cdb2bdc6cf4 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604727 Jul 13 14:41:07.257757 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59dbdf-df7d-4ee8-91b8-b7123d859ebd req-522eb0d3-8774-4789-a080-24d35562499a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:07.259234 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3d59dbdf-df7d-4ee8-91b8-b7123d859ebd req-522eb0d3-8774-4789-a080-24d35562499a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 944 time: 0.0986574 Jul 13 14:41:07.297053 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3d59dbdf-df7d-4ee8-91b8-b7123d859ebd req-5f175ce3-23a0-4553-8101-90101170ecba tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322881 Jul 13 14:41:07.727238 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95141be7-ddb9-43a8-acdb-6680a6f0533b req-5398a041-a54a-4f04-8066-2964365fcdad tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:07.728709 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-95141be7-ddb9-43a8-acdb-6680a6f0533b req-5398a041-a54a-4f04-8066-2964365fcdad tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0616431 Jul 13 14:41:07.765247 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-95141be7-ddb9-43a8-acdb-6680a6f0533b req-280c6174-e792-44e7-a687-1ba72625bc51 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305293 Jul 13 14:41:07.905230 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:41:08.000787 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:08.011677 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'port_id': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b', 'mac_address': 'fa:16:3e:3e:e4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:41:08.047513 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:08.059804 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:41:08.085235 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:08.089409 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:08.138015 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,revision_number=9']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:08.146957 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:08.147315 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:08.147672 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:08.148016 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:08.148366 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:08.148783 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:08.149117 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:08.149450 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:08.149804 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:08.150148 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:08.150471 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:08.150801 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:08.395050 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:41:08.463193 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290c19d-0258-420f-9153-7dbe1954a90a req-02b75608-ff5f-4d0e-8e2a-8f01a6685f39 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:08.464690 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2290c19d-0258-420f-9153-7dbe1954a90a req-02b75608-ff5f-4d0e-8e2a-8f01a6685f39 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0976024 Jul 13 14:41:08.519795 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896782ec-c992-4451-91fe-635d3883139e req-410e3e03-7e8b-48be-95a4-fed2c0d2f607 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:08.521384 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-896782ec-c992-4451-91fe-635d3883139e req-410e3e03-7e8b-48be-95a4-fed2c0d2f607 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 945 time: 0.1068048 Jul 13 14:41:08.524352 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2290c19d-0258-420f-9153-7dbe1954a90a req-258020de-30b6-4bd0-989d-afcdf44a930b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535963 Jul 13 14:41:08.558201 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-896782ec-c992-4451-91fe-635d3883139e req-105d0bf4-8845-45ba-996a-4c3a2b479676 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309474 Jul 13 14:41:08.930752 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe93ae-4884-4fca-b175-3caf19bbabba req-98a304b7-949b-4b6a-84f2-14bcad945caf tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:08.932188 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-defe93ae-4884-4fca-b175-3caf19bbabba req-98a304b7-949b-4b6a-84f2-14bcad945caf tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0609891 Jul 13 14:41:08.968065 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-defe93ae-4884-4fca-b175-3caf19bbabba req-7a1ef040-5e2f-4f55-ae9a-00c141b04d40 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298712 Jul 13 14:41:09.374582 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-ecd66e44-ddc3-4ec2-a05d-7024a0946a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:09.604739 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:09.735874 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d1688-ac00-4fd0-a9c2-d65234709599 req-c77fcb38-93d2-4d3b-9c83-a9e7aedcf22a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:09.737333 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-133d1688-ac00-4fd0-a9c2-d65234709599 req-c77fcb38-93d2-4d3b-9c83-a9e7aedcf22a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0987263 Jul 13 14:41:09.774872 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2ed92-8579-4ed9-8b33-f903112bd411 req-7d287da6-efa1-4af4-a754-aee7d46fa345 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:09.776279 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-66f2ed92-8579-4ed9-8b33-f903112bd411 req-7d287da6-efa1-4af4-a754-aee7d46fa345 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 945 time: 0.1008654 Jul 13 14:41:09.801296 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-133d1688-ac00-4fd0-a9c2-d65234709599 req-c2710a32-2a3a-493d-acab-ca14bc5ff6fa tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580029 Jul 13 14:41:09.820815 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-66f2ed92-8579-4ed9-8b33-f903112bd411 req-020f8c5c-dfb8-43f5-8075-eca10f3a7230 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383487 Jul 13 14:41:10.141530 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b9b55-3567-4080-bd49-646ef5f5992d req-9342befe-23ad-48f0-90fe-8b1f5ac3a704 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:10.142973 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-535b9b55-3567-4080-bd49-646ef5f5992d req-9342befe-23ad-48f0-90fe-8b1f5ac3a704 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0644019 Jul 13 14:41:10.180054 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-535b9b55-3567-4080-bd49-646ef5f5992d req-2f2a1d04-ef4e-42e8-8e65-84532e169b47 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Jul 13 14:41:10.207120 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:11.012652 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991ee33-f3cc-4827-8369-fda6c557ea0f req-214e8cb9-7f1a-4c43-b2fd-61cdede8679f tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:11.014670 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7991ee33-f3cc-4827-8369-fda6c557ea0f req-214e8cb9-7f1a-4c43-b2fd-61cdede8679f tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.1034529 Jul 13 14:41:11.026135 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d79193-e5e0-407d-ae5f-532924b61904 req-0641e0c4-275c-47c6-acd3-4d352e9d7d6f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:11.027511 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c5d79193-e5e0-407d-ae5f-532924b61904 req-0641e0c4-275c-47c6-acd3-4d352e9d7d6f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 945 time: 0.0890155 Jul 13 14:41:11.085270 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7991ee33-f3cc-4827-8369-fda6c557ea0f req-0494df18-d4c5-4778-8799-cd56f4e571e7 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567467 Jul 13 14:41:11.089920 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c5d79193-e5e0-407d-ae5f-532924b61904 req-0108ff4c-985b-411f-bc08-04637034ab3c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544019 Jul 13 14:41:11.350158 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86437992-36c2-490e-ab38-9500314eaf3b req-aa86d3f8-a356-4a3f-8331-1c58657ccca7 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:11.351572 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-86437992-36c2-490e-ab38-9500314eaf3b req-aa86d3f8-a356-4a3f-8331-1c58657ccca7 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0620320 Jul 13 14:41:11.388701 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-86437992-36c2-490e-ab38-9500314eaf3b req-44e5ee1b-6cab-486e-aab2-13e0717f2ed6 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/security-groups?id=729053aa-d586-4bab-a652-7f28be9b3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315676 Jul 13 14:41:11.870284 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfa2af-84be-4767-be6b-2bd85ffdf882 req-06c6c4c4-7cee-4fa3-83b9-53ce26f2c84b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:11.871728 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b5cfa2af-84be-4767-be6b-2bd85ffdf882 req-06c6c4c4-7cee-4fa3-83b9-53ce26f2c84b tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 946 time: 0.0630996 Jul 13 14:41:11.971632 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-b5cfa2af-84be-4767-be6b-2bd85ffdf882 req-f9a67d2d-c621-4981-bf02-f9d473d6fa6f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Deleting port b248703e-0e01-4423-89b6-fa68d6ae81a1 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:41:11.971984 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-b5cfa2af-84be-4767-be6b-2bd85ffdf882 req-f9a67d2d-c621-4981-bf02-f9d473d6fa6f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:12.008860 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:12.058035 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-b5cfa2af-84be-4767-be6b-2bd85ffdf882 req-f9a67d2d-c621-4981-bf02-f9d473d6fa6f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] For port b248703e-0e01-4423-89b6-fa68d6ae81a1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b248703e-0e01-4423-89b6-fa68d6ae81a1,segment=NetworkSegment(590089df-442f-4329-9736-904bf81f8371),segment_id=590089df-442f-4329-9736-904bf81f8371)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:12.058327 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-b5cfa2af-84be-4767-be6b-2bd85ffdf882 req-f9a67d2d-c621-4981-bf02-f9d473d6fa6f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:12.071279 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-b5cfa2af-84be-4767-be6b-2bd85ffdf882 req-f9a67d2d-c621-4981-bf02-f9d473d6fa6f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Calling delete_port for b248703e-0e01-4423-89b6-fa68d6ae81a1 owned by compute:nova {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:41:12.200845 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-b5cfa2af-84be-4767-be6b-2bd85ffdf882 req-f9a67d2d-c621-4981-bf02-f9d473d6fa6f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:12.212263 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['b248703e-0e01-4423-89b6-fa68d6ae81a1'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:41:12.249728 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a67d2d-c621-4981-bf02-f9d473d6fa6f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Pushing event deleted for resources: {'Port': ['ID=b248703e-0e01-4423-89b6-fa68d6ae81a1,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:12.342974 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5cfa2af-84be-4767-be6b-2bd85ffdf882 req-f9a67d2d-c621-4981-bf02-f9d473d6fa6f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] No DVR routers for this DVR port b248703e-0e01-4423-89b6-fa68d6ae81a1 on host hv-cinder-78836 {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:41:12.346176 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-b5cfa2af-84be-4767-be6b-2bd85ffdf882 req-f9a67d2d-c621-4981-bf02-f9d473d6fa6f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:12.348118 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b5cfa2af-84be-4767-be6b-2bd85ffdf882 req-f9a67d2d-c621-4981-bf02-f9d473d6fa6f tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.44 "DELETE /v2.0/ports/b248703e-0e01-4423-89b6-fa68d6ae81a1 HTTP/1.1" status: 204 len: 173 time: 0.4704545 Jul 13 14:41:12.349355 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e9b7a8-5738-45f9-ba3b-0834271bf885', 'name': 'network-vif-deleted', 'tag': 'b248703e-0e01-4423-89b6-fa68d6ae81a1'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:41:12.351597 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194d11b5-6d20-4b5b-86b0-36f7138d9b0e" -d '{"events": [{"server_uuid": "f1e9b7a8-5738-45f9-ba3b-0834271bf885", "name": "network-vif-deleted", "tag": "b248703e-0e01-4423-89b6-fa68d6ae81a1"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:41:12.390364 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa036bab-e6a8-43cb-b21a-068068ad4547 req-7548a157-dc5c-4467-8dcb-2eeecf5e6b41 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:12.391869 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-aa036bab-e6a8-43cb-b21a-068068ad4547 req-7548a157-dc5c-4467-8dcb-2eeecf5e6b41 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 945 time: 0.1841555 Jul 13 14:41:12.399083 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81660b40-e16b-4b9f-a03d-05fd22516ece req-59c2182e-9007-4449-8e46-a7182323f5a6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:12.400496 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-81660b40-e16b-4b9f-a03d-05fd22516ece req-59c2182e-9007-4449-8e46-a7182323f5a6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.1899152 Jul 13 14:41:12.450364 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-aa036bab-e6a8-43cb-b21a-068068ad4547 req-80a7e8fd-4727-4755-8595-a8d696ae1747 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489044 Jul 13 14:41:12.463278 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-81660b40-e16b-4b9f-a03d-05fd22516ece req-17f6c80f-bf8f-4e53-b0c2-8dc6b20e5eef tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476730 Jul 13 14:41:12.505297 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195ad57f-7fad-40de-a78a-53f866dd1827 x-openstack-request-id: req-195ad57f-7fad-40de-a78a-53f866dd1827 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:12.505602 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e9b7a8-5738-45f9-ba3b-0834271bf885", "name": "network-vif-deleted", "tag": "b248703e-0e01-4423-89b6-fa68d6ae81a1", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:12.505868 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-195ad57f-7fad-40de-a78a-53f866dd1827 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:12.506255 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e9b7a8-5738-45f9-ba3b-0834271bf885', 'name': 'network-vif-deleted', 'tag': 'b248703e-0e01-4423-89b6-fa68d6ae81a1', 'status': 'completed', 'code': 200} Jul 13 14:41:12.639760 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d6a5c616-e60b-4778-a7d0-980da8f763a4 req-36acb5d7-15f3-402d-b805-d89b7869a898 tempest-ServerRescueNegativeTestJSON-1425411414 tempest-ServerRescueNegativeTestJSON-1425411414-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e9b7a8-5738-45f9-ba3b-0834271bf885 HTTP/1.1" status: 200 len: 210 time: 0.0332441 Jul 13 14:41:12.680089 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-68a6161b-93b9-4f2d-8637-31749e20c516 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:12.681555 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-68a6161b-93b9-4f2d-8637-31749e20c516 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/networks?id=b894c009-709f-4f6d-b012-1e8d848877c0 HTTP/1.1" status: 200 len: 813 time: 0.1281092 Jul 13 14:41:12.696136 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-e7e23134-6608-4ac0-a4ca-a594b7f13386 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/quotas/7a54309db8284b10b6e050d55d210403 HTTP/1.1" status: 200 len: 375 time: 0.0086780 Jul 13 14:41:12.730887 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-a59a43fd-d921-4a7c-b75b-bd4d18266931 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a54309db8284b10b6e050d55d210403&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301886 Jul 13 14:41:12.821040 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-ca1e8202-441a-42f8-a09d-c335cb1ef9c5 service neutron] 10.222.0.42 "GET /v2.0/networks/b894c009-709f-4f6d-b012-1e8d848877c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831370 Jul 13 14:41:12.913328 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-d9e346e6-a4e5-4a44-a8fd-f3a191bf9bd3 service neutron] 10.222.0.42 "GET /v2.0/networks/b894c009-709f-4f6d-b012-1e8d848877c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866380 Jul 13 14:41:13.082699 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e8d32b00-5393-4467-b1ef-14b7df6feda5 req-4a82c7a8-8ddb-47b6-82af-77a500e41201 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=3937c010-5cf0-48a8-a987-d95a54ea0796 HTTP/1.1" status: 200 len: 210 time: 0.0292833 Jul 13 14:41:13.314432 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:13.362775 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:13.363154 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:13.440858 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:13.462850 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cb7dab-53d2-4757-81f5-8fe083386ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:41:13.465131 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3d5071-623d-432c-8e2f-98d93ee7e76d" -d '{"events": [{"server_uuid": "f2cb7dab-53d2-4757-81f5-8fe083386ae9", "name": "network-vif-plugged", "status": "completed", "tag": "d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:41:13.479171 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:13.483960 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:13.511497 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd2cf0b-ff0b-44f6-846d-a44c0178daea x-openstack-request-id: req-2bd2cf0b-ff0b-44f6-846d-a44c0178daea {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:13.511792 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cb7dab-53d2-4757-81f5-8fe083386ae9", "name": "network-vif-plugged", "status": "completed", "tag": "d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:13.512044 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2bd2cf0b-ff0b-44f6-846d-a44c0178daea {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:13.512426 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cb7dab-53d2-4757-81f5-8fe083386ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b', 'code': 200} Jul 13 14:41:13.539747 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,revision_number=10']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:13.690623 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962cda3-2653-4b3a-a049-03abd6348385 req-52aac9aa-65cf-4e68-9bba-f431a09d6822 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:13.692025 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e962cda3-2653-4b3a-a049-03abd6348385 req-52aac9aa-65cf-4e68-9bba-f431a09d6822 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 947 time: 0.1079731 Jul 13 14:41:13.702967 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f22d88-6935-4b55-98cd-5f60b6760c6a req-23a9f3d4-b1db-46c6-a0be-215ce06eab15 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:13.704327 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-60f22d88-6935-4b55-98cd-5f60b6760c6a req-23a9f3d4-b1db-46c6-a0be-215ce06eab15 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0872796 Jul 13 14:41:13.759318 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e962cda3-2653-4b3a-a049-03abd6348385 req-178f561a-ab60-46a4-9804-750ca38b5cec tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540316 Jul 13 14:41:13.766281 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-60f22d88-6935-4b55-98cd-5f60b6760c6a req-260a8c65-49db-4f1e-b162-f4cfe7cb8f4b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553534 Jul 13 14:41:13.841041 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 51570) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:14.149516 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93ca98-229b-4937-a0bd-32d325fb3d94 req-968a89d8-48d1-478e-9999-f081ff6b139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:14.151031 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f93ca98-229b-4937-a0bd-32d325fb3d94 req-968a89d8-48d1-478e-9999-f081ff6b139c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 1100 time: 0.2008297 Jul 13 14:41:14.251416 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5c593e8e-20fe-4c4a-b016-02486c0bdda0 req-5c521b0c-66af-4e96-b890-199f7f6b4b94 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=3937c010-5cf0-48a8-a987-d95a54ea0796 HTTP/1.1" status: 200 len: 210 time: 0.0445788 Jul 13 14:41:14.260680 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-64f4235b-5643-4403-aded-2006dab241ca tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:14.262084 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-64f4235b-5643-4403-aded-2006dab241ca tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.44 "GET /v2.0/networks?id=b894c009-709f-4f6d-b012-1e8d848877c0 HTTP/1.1" status: 200 len: 813 time: 0.2054012 Jul 13 14:41:14.292214 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-f19c87cb-3ce3-4e1d-8c52-919536d42ba5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Request body: {'port': {'device_id': '3937c010-5cf0-48a8-a987-d95a54ea0796', 'network_id': 'b894c009-709f-4f6d-b012-1e8d848877c0', 'admin_state_up': True, 'tenant_id': '7a54309db8284b10b6e050d55d210403'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:14.318890 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f93ca98-229b-4937-a0bd-32d325fb3d94 req-7df03b4f-8045-4108-b6d5-743008fb1947 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556792 Jul 13 14:41:14.474675 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-f19c87cb-3ce3-4e1d-8c52-919536d42ba5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Made reservation on behalf of 7a54309db8284b10b6e050d55d210403 for: {'port': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:41:14.478151 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-f19c87cb-3ce3-4e1d-8c52-919536d42ba5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:14.602355 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d82cc8ff-e57c-497b-b783-9726b3ab3cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3911492'] for router_interface, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:15.001514 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-f19c87cb-3ce3-4e1d-8c52-919536d42ba5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Allocated IP 172.20.0.2 (b894c009-709f-4f6d-b012-1e8d848877c0/ac20769e-d293-406c-b9f9-dc08d7770ed4/089e020a-3cec-4ad1-8efc-ce638bd5beea) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:41:15.238201 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e305e04-5e74-4021-ab80-a26ae9253f54 req-8c4dea6a-68b6-4de6-8ba6-6ed82738b00e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:15.239716 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9e305e04-5e74-4021-ab80-a26ae9253f54 req-8c4dea6a-68b6-4de6-8ba6-6ed82738b00e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.2935646 Jul 13 14:41:15.256213 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416b883-a7eb-4062-bd74-de94fca13c3d req-7f831d89-a7cc-4e51-bf05-73a2216be135 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:15.257707 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f416b883-a7eb-4062-bd74-de94fca13c3d req-7f831d89-a7cc-4e51-bf05-73a2216be135 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 947 time: 0.3142276 Jul 13 14:41:15.310386 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device b248703e-0e01-4423-89b6-fa68d6ae81a1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:41:15.332830 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: b248703e-0e01-4423-89b6-fa68d6ae81a1 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:41:15.333316 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device b248703e-0e01-4423-89b6-fa68d6ae81a1 not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:41:15.373161 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9e305e04-5e74-4021-ab80-a26ae9253f54 req-66873026-c6a3-4ee4-9414-49fdef3efe98 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118240 Jul 13 14:41:15.395193 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f416b883-a7eb-4062-bd74-de94fca13c3d req-73cb05a9-3835-4c64-878e-694c8a57bb73 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272941 Jul 13 14:41:15.419136 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-f19c87cb-3ce3-4e1d-8c52-919536d42ba5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:15.543397 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-594f78e9-8592-4009-a7f4-75500925b623 req-c71ff66a-4193-4159-b4e3-5b3b57164b0a tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=3937c010-5cf0-48a8-a987-d95a54ea0796 HTTP/1.1" status: 200 len: 210 time: 0.0514336 Jul 13 14:41:15.556068 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-f19c87cb-3ce3-4e1d-8c52-919536d42ba5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:15.620427 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-f19c87cb-3ce3-4e1d-8c52-919536d42ba5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Network b894c009-709f-4f6d-b012-1e8d848877c0 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:15.627917 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-f19c87cb-3ce3-4e1d-8c52-919536d42ba5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:15.630893 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-f19c87cb-3ce3-4e1d-8c52-919536d42ba5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:41:15.634722 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-d82cc8ff-e57c-497b-b783-9726b3ab3cfc admin admin] Deleting port 5c411d76-8779-4d50-a952-cc3390438056 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:41:15.634722 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d82cc8ff-e57c-497b-b783-9726b3ab3cfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:15.636076 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c87cb-3ce3-4e1d-8c52-919536d42ba5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Pushing event updated for resources: {'Port': ['ID=089e020a-3cec-4ad1-8efc-ce638bd5beea,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:15.725597 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-f19c87cb-3ce3-4e1d-8c52-919536d42ba5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:15.726215 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-f19c87cb-3ce3-4e1d-8c52-919536d42ba5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:15.754078 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-f19c87cb-3ce3-4e1d-8c52-919536d42ba5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4657316 Jul 13 14:41:15.768383 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Request body: {'port': {'device_id': '3937c010-5cf0-48a8-a987-d95a54ea0796', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:15.771582 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [None req-d82cc8ff-e57c-497b-b783-9726b3ab3cfc admin admin] For port 5c411d76-8779-4d50-a952-cc3390438056, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=5c411d76-8779-4d50-a952-cc3390438056,segment=NetworkSegment(590089df-442f-4329-9736-904bf81f8371),segment_id=590089df-442f-4329-9736-904bf81f8371)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:15.771948 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d82cc8ff-e57c-497b-b783-9726b3ab3cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:15.803881 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-d82cc8ff-e57c-497b-b783-9726b3ab3cfc admin admin] Calling delete_port for 5c411d76-8779-4d50-a952-cc3390438056 owned by network:router_interface {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:41:15.901471 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:16.192321 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d82cc8ff-e57c-497b-b783-9726b3ab3cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:16.223708 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cc8ff-e57c-497b-b783-9726b3ab3cfc admin admin] Pushing event deleted for resources: {'Port': ['ID=5c411d76-8779-4d50-a952-cc3390438056,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:16.380755 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 089e020a-3cec-4ad1-8efc-ce638bd5beea {{(pid=93173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:41:16.390374 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:16.434883 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Transition to ACTIVE for port object 089e020a-3cec-4ad1-8efc-ce638bd5beea will not be triggered until provisioned by entity L2. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:16.449208 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:16.482592 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d82cc8ff-e57c-497b-b783-9726b3ab3cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3911656'] for router_interface, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:16.601393 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Pushing event updated for resources: {'Port': ['ID=089e020a-3cec-4ad1-8efc-ce638bd5beea,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:16.765888 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5922a-234c-4f16-a51f-893d62aa0dc5 req-0eac0691-15d7-4ae9-b3fd-8a1a9863d196 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:16.767296 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3ee5922a-234c-4f16-a51f-893d62aa0dc5 req-0eac0691-15d7-4ae9-b3fd-8a1a9863d196 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.2779675 Jul 13 14:41:16.769034 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Attempting to bind port 089e020a-3cec-4ad1-8efc-ce638bd5beea on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:41:16.769369 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Attempting to bind port 089e020a-3cec-4ad1-8efc-ce638bd5beea by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '48725b0c-303d-4b9a-a4d0-be105963b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b894c009-709f-4f6d-b012-1e8d848877c0'}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:41:16.769700 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Attempting to bind port 089e020a-3cec-4ad1-8efc-ce638bd5beea on network b894c009-709f-4f6d-b012-1e8d848877c0 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:16.786342 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Port 089e020a-3cec-4ad1-8efc-ce638bd5beea on network b894c009-709f-4f6d-b012-1e8d848877c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:41:16.786668 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Attempting to bind port 089e020a-3cec-4ad1-8efc-ce638bd5beea on network b894c009-709f-4f6d-b012-1e8d848877c0 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:16.797501 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a54127-9ad8-45b8-867b-667a2343bc03 req-82e0ff2a-b177-4476-8d34-02dcea2fb5e6 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:16.798923 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-46a54127-9ad8-45b8-867b-667a2343bc03 req-82e0ff2a-b177-4476-8d34-02dcea2fb5e6 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 947 time: 0.2685871 Jul 13 14:41:16.844880 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:41:16.845223 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Checking segment: {'id': '48725b0c-303d-4b9a-a4d0-be105963b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b894c009-709f-4f6d-b012-1e8d848877c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:16.845613 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Bound using segment: {'id': '48725b0c-303d-4b9a-a4d0-be105963b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b894c009-709f-4f6d-b012-1e8d848877c0'} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:41:16.846045 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Bound port: 089e020a-3cec-4ad1-8efc-ce638bd5beea, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48725b0c-303d-4b9a-a4d0-be105963b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b894c009-709f-4f6d-b012-1e8d848877c0'}}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:41:16.846413 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:16.916279 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3ee5922a-234c-4f16-a51f-893d62aa0dc5 req-1ed33063-5390-42f7-ad7f-b7eaa8265b8e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411135 Jul 13 14:41:16.967691 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-46a54127-9ad8-45b8-867b-667a2343bc03 req-b370d6a9-b9c6-4720-a7a2-b35ffd626578 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558833 Jul 13 14:41:17.004406 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] For port 089e020a-3cec-4ad1-8efc-ce638bd5beea, host hv-cinder-78836, cleared binding levels {{(pid=93173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:41:17.009381 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] For port 089e020a-3cec-4ad1-8efc-ce638bd5beea, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=089e020a-3cec-4ad1-8efc-ce638bd5beea,segment=NetworkSegment(48725b0c-303d-4b9a-a4d0-be105963b506),segment_id=48725b0c-303d-4b9a-a4d0-be105963b506)] {{(pid=93173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:41:17.015258 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82cc8ff-e57c-497b-b783-9726b3ab3cfc admin admin] Router 7cdde7e3-27bb-4d3b-a493-075ba140fa67 has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:41:17.021396 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:17.097369 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:17.097983 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:17.099351 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] 10.222.0.44 "PUT /v2.0/ports/089e020a-3cec-4ad1-8efc-ce638bd5beea HTTP/1.1" status: 200 len: 1093 time: 1.3351412 Jul 13 14:41:17.101397 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3937c010-5cf0-48a8-a987-d95a54ea0796', 'tag': '089e020a-3cec-4ad1-8efc-ce638bd5beea'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:41:17.103607 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c6bbdb-dab1-41bc-8393-39f404946272" -d '{"events": [{"name": "network-changed", "server_uuid": "3937c010-5cf0-48a8-a987-d95a54ea0796", "tag": "089e020a-3cec-4ad1-8efc-ce638bd5beea"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:41:17.433973 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9382494d-56b5-4783-8f17-0108f5fdac93 x-openstack-request-id: req-9382494d-56b5-4783-8f17-0108f5fdac93 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:17.434596 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3937c010-5cf0-48a8-a987-d95a54ea0796", "tag": "089e020a-3cec-4ad1-8efc-ce638bd5beea", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:17.434596 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9382494d-56b5-4783-8f17-0108f5fdac93 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:17.434903 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3937c010-5cf0-48a8-a987-d95a54ea0796', 'tag': '089e020a-3cec-4ad1-8efc-ce638bd5beea', 'status': 'completed', 'code': 200} Jul 13 14:41:17.442099 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2d4fc-2117-45a2-bdfb-f44f7200bc69 service neutron] Pushing event updated for resources: {'Port': ['ID=089e020a-3cec-4ad1-8efc-ce638bd5beea,revision_number=3']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:17.497864 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ba382-0933-4249-9ba4-60395ebf5ca0 req-06377b05-4728-4711-b65f-a1ef15a13828 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:17.499868 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9b9ba382-0933-4249-9ba4-60395ebf5ca0 req-06377b05-4728-4711-b65f-a1ef15a13828 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=3937c010-5cf0-48a8-a987-d95a54ea0796 HTTP/1.1" status: 200 len: 943 time: 0.4818196 Jul 13 14:41:17.544446 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82cc8ff-e57c-497b-b783-9726b3ab3cfc admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:41:17.553555 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6fedf1-f8e2-4688-9db2-45b67443a88a None None] Sync routers for ids ['7cdde7e3-27bb-4d3b-a493-075ba140fa67'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:41:17.554428 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-d82cc8ff-e57c-497b-b783-9726b3ab3cfc admin admin] 10.222.0.42 "PUT /v2.0/routers/7cdde7e3-27bb-4d3b-a493-075ba140fa67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7123404 Jul 13 14:41:17.556871 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 51628) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:17.563772 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6fedf1-f8e2-4688-9db2-45b67443a88a None None] Routers {'7cdde7e3-27bb-4d3b-a493-075ba140fa67'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:41:17.564368 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-7f6fedf1-f8e2-4688-9db2-45b67443a88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:41:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7cdde7e3-27bb-4d3b-a493-075ba140fa67'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:17.567349 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-731acd22-ca20-436e-982a-3c33a1aa821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:17.568807 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-731acd22-ca20-436e-982a-3c33a1aa821d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a54309db8284b10b6e050d55d210403&device_id=3937c010-5cf0-48a8-a987-d95a54ea0796 HTTP/1.1" status: 200 len: 1096 time: 0.1818206 Jul 13 14:41:17.572785 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9b9ba382-0933-4249-9ba4-60395ebf5ca0 req-a105f414-49c4-445b-ab7f-25515cf239c3 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650189 Jul 13 14:41:17.643163 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-4d92e19f-2677-4cf5-92f6-40ec80bbe6e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=089e020a-3cec-4ad1-8efc-ce638bd5beea HTTP/1.1" status: 200 len: 217 time: 0.0402310 Jul 13 14:41:17.665577 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-7f6fedf1-f8e2-4688-9db2-45b67443a88a None None] Set router 7cdde7e3-27bb-4d3b-a493-075ba140fa67 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:41:17.730913 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-096489e0-cfe8-4c77-ab0c-bf3af66f4b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:17.732364 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-096489e0-cfe8-4c77-ab0c-bf3af66f4b20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac20769e-d293-406c-b9f9-dc08d7770ed4 HTTP/1.1" status: 200 len: 853 time: 0.0831528 Jul 13 14:41:17.737304 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f76c3637-8b46-43b8-9b7d-0cc735db98a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:17.799187 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-06bbdc15-d48b-4ee6-933f-54a75faaecc6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b894c009-709f-4f6d-b012-1e8d848877c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599811 Jul 13 14:41:17.837312 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-7f6fedf1-f8e2-4688-9db2-45b67443a88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdde7e3-27bb-4d3b-a493-075ba140fa67', 'name': 'tempest-ServerRescueNegativeTestJSON-1158843165-router', 'tenant_id': 'bc4d29d2b644494c8a36dc952797805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '8cdce067-0033-4365-a67e-8a1bbb01f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:41:16Z', 'revision_number': 5, 'project_id': 'bc4d29d2b644494c8a36dc952797805e', 'gw_port': {'id': '8cdce067-0033-4365-a67e-8a1bbb01f9e3', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdde7e3-27bb-4d3b-a493-075ba140fa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:38Z', 'updated_at': '2021-07-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:17.934427 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f76c3637-8b46-43b8-9b7d-0cc735db98a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:17.949186 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6fedf1-f8e2-4688-9db2-45b67443a88a None None] Checking router: 7cdde7e3-27bb-4d3b-a493-075ba140fa67 for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:41:17.953166 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-890698e2-d0bf-4e10-aae8-bb409dc5d352 service neutron] 10.222.0.44 "GET /v2.0/networks/b894c009-709f-4f6d-b012-1e8d848877c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446767 Jul 13 14:41:17.959177 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6fedf1-f8e2-4688-9db2-45b67443a88a None None] Routers {'7cdde7e3-27bb-4d3b-a493-075ba140fa67'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:41:17.959798 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-7f6fedf1-f8e2-4688-9db2-45b67443a88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:41:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7cdde7e3-27bb-4d3b-a493-075ba140fa67'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:18.044557 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-7f6fedf1-f8e2-4688-9db2-45b67443a88a None None] Set router 7cdde7e3-27bb-4d3b-a493-075ba140fa67 gateway port host: None {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:41:18.095608 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-7f6fedf1-f8e2-4688-9db2-45b67443a88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdde7e3-27bb-4d3b-a493-075ba140fa67', 'name': 'tempest-ServerRescueNegativeTestJSON-1158843165-router', 'tenant_id': 'bc4d29d2b644494c8a36dc952797805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:41:17Z', 'revision_number': 6, 'project_id': 'bc4d29d2b644494c8a36dc952797805e', 'gw_port_host': None}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:18.101459 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-f76c3637-8b46-43b8-9b7d-0cc735db98a6 admin admin] Deleting port 8cdce067-0033-4365-a67e-8a1bbb01f9e3 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:41:18.101830 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f76c3637-8b46-43b8-9b7d-0cc735db98a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:18.125806 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6fedf1-f8e2-4688-9db2-45b67443a88a None None] The sync data for ids ['7cdde7e3-27bb-4d3b-a493-075ba140fa67'] in dv-cinder-788365-4-iscsi is: [{'id': '7cdde7e3-27bb-4d3b-a493-075ba140fa67', 'name': 'tempest-ServerRescueNegativeTestJSON-1158843165-router', 'tenant_id': 'bc4d29d2b644494c8a36dc952797805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:41:17Z', 'revision_number': 6, 'project_id': 'bc4d29d2b644494c8a36dc952797805e', 'gw_port_host': None}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:41:18.149224 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0ad5198a-60de-4ebb-8934-b65d04075cb4 req-27d9639b-080f-476f-a51a-fbc67ffc919e service neutron] 10.222.0.44 "GET /v2.0/networks/b894c009-709f-4f6d-b012-1e8d848877c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753399 Jul 13 14:41:18.195160 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58633d2c-1beb-421a-93b4-2ad32c55bb01 req-762d3698-b1d3-4568-a50a-61fb0fe1b3db tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:18.196658 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-58633d2c-1beb-421a-93b4-2ad32c55bb01 req-762d3698-b1d3-4568-a50a-61fb0fe1b3db tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.1496732 Jul 13 14:41:18.261797 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [None req-f76c3637-8b46-43b8-9b7d-0cc735db98a6 admin admin] For port 8cdce067-0033-4365-a67e-8a1bbb01f9e3, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=8cdce067-0033-4365-a67e-8a1bbb01f9e3,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:18.262160 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f76c3637-8b46-43b8-9b7d-0cc735db98a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:18.286789 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-f76c3637-8b46-43b8-9b7d-0cc735db98a6 admin admin] Calling delete_port for 8cdce067-0033-4365-a67e-8a1bbb01f9e3 owned by network:router_gateway {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:41:18.304814 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-58633d2c-1beb-421a-93b4-2ad32c55bb01 req-6f846917-d76a-44cc-8b23-f7c72c651276 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936043 Jul 13 14:41:18.364700 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6bbdb-dab1-41bc-8393-39f404946272 req-f6e6d7a8-8717-416b-b2ad-e991c26d65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:18.366177 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-62c6bbdb-dab1-41bc-8393-39f404946272 req-f6e6d7a8-8717-416b-b2ad-e991c26d65c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a54309db8284b10b6e050d55d210403&device_id=3937c010-5cf0-48a8-a987-d95a54ea0796 HTTP/1.1" status: 200 len: 1096 time: 0.1648102 Jul 13 14:41:18.532743 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6bbdb-dab1-41bc-8393-39f404946272 req-5faa2ad2-bd02-43b8-841d-098dac77d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:18.534227 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-62c6bbdb-dab1-41bc-8393-39f404946272 req-5faa2ad2-bd02-43b8-841d-098dac77d86d service neutron] 10.222.0.44 "GET /v2.0/networks?id=b894c009-709f-4f6d-b012-1e8d848877c0 HTTP/1.1" status: 200 len: 914 time: 0.1597891 Jul 13 14:41:18.579068 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-62c6bbdb-dab1-41bc-8393-39f404946272 req-81316850-ade4-4648-be83-878edf8a420c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=089e020a-3cec-4ad1-8efc-ce638bd5beea HTTP/1.1" status: 200 len: 217 time: 0.0359728 Jul 13 14:41:18.579663 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f76c3637-8b46-43b8-9b7d-0cc735db98a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:18.617496 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c3637-8b46-43b8-9b7d-0cc735db98a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cdce067-0033-4365-a67e-8a1bbb01f9e3,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:18.694622 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6bbdb-dab1-41bc-8393-39f404946272 req-c84b8877-8c05-4cd5-b583-407c281bddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:18.695970 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-62c6bbdb-dab1-41bc-8393-39f404946272 req-c84b8877-8c05-4cd5-b583-407c281bddef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac20769e-d293-406c-b9f9-dc08d7770ed4 HTTP/1.1" status: 200 len: 853 time: 0.0886490 Jul 13 14:41:18.760277 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-62c6bbdb-dab1-41bc-8393-39f404946272 req-3cab82c7-eb59-400b-b7e8-e92b5ee9911e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b894c009-709f-4f6d-b012-1e8d848877c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538774 Jul 13 14:41:18.766986 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f76c3637-8b46-43b8-9b7d-0cc735db98a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3909646'] for router_gateway, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:18.929571 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f76c3637-8b46-43b8-9b7d-0cc735db98a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3910901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1147'] for router, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:18.933903 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f76c3637-8b46-43b8-9b7d-0cc735db98a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:18.973508 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775abb4-a418-4697-8272-39c209f05a32 req-a112ae72-0c96-479c-8b12-b8d5837f07f6 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:18.974987 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c775abb4-a418-4697-8272-39c209f05a32 req-a112ae72-0c96-479c-8b12-b8d5837f07f6 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=3937c010-5cf0-48a8-a987-d95a54ea0796 HTTP/1.1" status: 200 len: 943 time: 0.2843640 Jul 13 14:41:19.040335 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f76c3637-8b46-43b8-9b7d-0cc735db98a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3914245'] for router, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:19.040896 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76c3637-8b46-43b8-9b7d-0cc735db98a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cdde7e3-27bb-4d3b-a493-075ba140fa67 {{(pid=93173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:41:19.051841 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f76c3637-8b46-43b8-9b7d-0cc735db98a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:19.052984 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-f76c3637-8b46-43b8-9b7d-0cc735db98a6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7cdde7e3-27bb-4d3b-a493-075ba140fa67 HTTP/1.1" status: 204 len: 168 time: 1.4944732 Jul 13 14:41:19.055595 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 51634) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:19.073780 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-62c6bbdb-dab1-41bc-8393-39f404946272 req-8a6d742c-8fef-4bc3-abd4-ef2c45de914c service neutron] 10.222.0.44 "GET /v2.0/networks/b894c009-709f-4f6d-b012-1e8d848877c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912612 Jul 13 14:41:19.077395 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c775abb4-a418-4697-8272-39c209f05a32 req-fe5aad4e-a0d9-430d-96ac-58b4e0fb9e25 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691230 Jul 13 14:41:19.103379 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_v2 [None req-31870cad-2351-4432-a17d-bb50a57fbcbd admin admin] Deleting subnet 2ad6df99-8b00-4415-baa5-1fe0afd18c9f {{(pid=93172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:41:19.106468 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-31870cad-2351-4432-a17d-bb50a57fbcbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:19.141333 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-31870cad-2351-4432-a17d-bb50a57fbcbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777675'] for subnet, precommit_delete_associations {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:19.169905 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-62c6bbdb-dab1-41bc-8393-39f404946272 req-2b702658-5d94-4b41-a6b6-46bed6210ef3 service neutron] 10.222.0.44 "GET /v2.0/networks/b894c009-709f-4f6d-b012-1e8d848877c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893106 Jul 13 14:41:19.182342 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-31870cad-2351-4432-a17d-bb50a57fbcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675533'] for subnet, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:19.236812 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-31870cad-2351-4432-a17d-bb50a57fbcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8777709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610214'] for subnet, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:19.259888 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31870cad-2351-4432-a17d-bb50a57fbcbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad6df99-8b00-4415-baa5-1fe0afd18c9f,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:19.266195 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-31870cad-2351-4432-a17d-bb50a57fbcbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:19.268041 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-31870cad-2351-4432-a17d-bb50a57fbcbd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2ad6df99-8b00-4415-baa5-1fe0afd18c9f HTTP/1.1" status: 204 len: 168 time: 0.2114561 Jul 13 14:41:19.270432 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 51636) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:19.338395 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-04fe0f00-e148-45aa-a25b-1535b45710fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593188'] for network, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:19.415711 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-04fe0f00-e148-45aa-a25b-1535b45710fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672344', 'neutron.services.segments.db._delete_segments_for_network-8760775097411'] for network, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:19.425280 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-04fe0f00-e148-45aa-a25b-1535b45710fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f78fb5a-25a9-4fdc-8157-5839cfcef9aa']}} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:19.435008 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-04fe0f00-e148-45aa-a25b-1535b45710fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590089df-442f-4329-9736-904bf81f8371') {'for_net_delete': True} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:19.435307 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-04fe0f00-e148-45aa-a25b-1535b45710fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590089df-442f-4329-9736-904bf81f8371') {} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:19.443953 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-04fe0f00-e148-45aa-a25b-1535b45710fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760775099212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8777682'] for segment, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:19.458618 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-04fe0f00-e148-45aa-a25b-1535b45710fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:19.464664 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fe0f00-e148-45aa-a25b-1535b45710fb admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:41:19.465051 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-04fe0f00-e148-45aa-a25b-1535b45710fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8717123'] for segment, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: Traceback (most recent call last): Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: timer() Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: cb(*args, **kw) Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: return func(*args, **kwargs) Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: self._notify() Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: self.callback(batched_events) Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: event.method(event) Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: return f(self, *a, **k) Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: return self._get(url).json() Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: return self.request(url, 'GET', **kwargs) Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:41:19.468955 dv-cinder-788365-4-iscsi neutron-server[93172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:41:19.480942 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f7f9b-177a-4a7a-969a-8e26f18f17fc req-d7b09aa8-a68d-4a09-8283-444fa36f84c3 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:19.482344 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-579f7f9b-177a-4a7a-969a-8e26f18f17fc req-d7b09aa8-a68d-4a09-8283-444fa36f84c3 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0683436 Jul 13 14:41:19.522110 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-579f7f9b-177a-4a7a-969a-8e26f18f17fc req-dacc4fa8-10ba-4ed1-ac1c-4dbcb58b3644 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338087 Jul 13 14:41:19.522743 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-04fe0f00-e148-45aa-a25b-1535b45710fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909738'] for network, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:19.529943 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-04fe0f00-e148-45aa-a25b-1535b45710fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:19.532070 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-04fe0f00-e148-45aa-a25b-1535b45710fb admin admin] 10.222.0.42 "DELETE /v2.0/networks/7f78fb5a-25a9-4fdc-8157-5839cfcef9aa HTTP/1.1" status: 204 len: 168 time: 0.2607360 Jul 13 14:41:19.548574 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe0f00-e148-45aa-a25b-1535b45710fb admin admin] Pushing event deleted for resources: {'Network': ['ID=7f78fb5a-25a9-4fdc-8157-5839cfcef9aa,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:19.688245 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 51642) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:19.726450 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-de12970e-7922-4a4d-8606-c86362cc066e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc4d29d2b644494c8a36dc952797805e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370755 Jul 13 14:41:19.728635 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 51644) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:19.773393 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6a74ed0d-7e4d-4c3c-9aa5-013b20effa5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:19.793855 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6a74ed0d-7e4d-4c3c-9aa5-013b20effa5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:19.843978 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6a74ed0d-7e4d-4c3c-9aa5-013b20effa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:19.846828 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6a74ed0d-7e4d-4c3c-9aa5-013b20effa5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:19.847961 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-6a74ed0d-7e4d-4c3c-9aa5-013b20effa5f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/729053aa-d586-4bab-a652-7f28be9b3a1a HTTP/1.1" status: 204 len: 168 time: 0.1184709 Jul 13 14:41:19.859954 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74ed0d-7e4d-4c3c-9aa5-013b20effa5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729053aa-d586-4bab-a652-7f28be9b3a1a,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:19.866008 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 5c411d76-8779-4d50-a952-cc3390438056 no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:41:19.888221 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: 5c411d76-8779-4d50-a952-cc3390438056 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:41:19.888920 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 5c411d76-8779-4d50-a952-cc3390438056 not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:41:19.889336 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 8cdce067-0033-4365-a67e-8a1bbb01f9e3 no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:41:19.916523 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: 8cdce067-0033-4365-a67e-8a1bbb01f9e3 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:41:19.916895 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 8cdce067-0033-4365-a67e-8a1bbb01f9e3 not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:41:20.264362 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4be123-8592-48e5-87b9-a719e832971a req-1498938a-b156-4944-8cf0-d330029b0bac tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:20.265886 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b4be123-8592-48e5-87b9-a719e832971a req-1498938a-b156-4944-8cf0-d330029b0bac tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=3937c010-5cf0-48a8-a987-d95a54ea0796 HTTP/1.1" status: 200 len: 943 time: 0.0725024 Jul 13 14:41:20.303844 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b4be123-8592-48e5-87b9-a719e832971a req-bf731210-7d44-4223-8be6-0c568cbefbbd tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322537 Jul 13 14:41:20.513433 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 51670) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:20.607202 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-ffb177ee-51cc-48d3-9e66-a5ed48307398 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-270410552-network', 'tenant_id': 'e9e79ded0e9541ffa2961ceca2cd6ddc'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:20.629391 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb177ee-51cc-48d3-9e66-a5ed48307398 admin admin] Made reservation on behalf of e9e79ded0e9541ffa2961ceca2cd6ddc for: {'network': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:41:20.632007 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-ffb177ee-51cc-48d3-9e66-a5ed48307398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:20.642368 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-ffb177ee-51cc-48d3-9e66-a5ed48307398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:20.746751 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da335c-9e5e-41f8-a288-5032e063423b req-1bfcff20-6d72-415e-b34d-12e04058a3e8 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:20.748273 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-48da335c-9e5e-41f8-a288-5032e063423b req-1bfcff20-6d72-415e-b34d-12e04058a3e8 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.1079009 Jul 13 14:41:20.813034 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-48da335c-9e5e-41f8-a288-5032e063423b req-e9225b39-9396-4e29-a73b-a88b4c9a1983 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590227 Jul 13 14:41:20.821453 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-ffb177ee-51cc-48d3-9e66-a5ed48307398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:20.825366 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-ffb177ee-51cc-48d3-9e66-a5ed48307398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:20.846495 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb177ee-51cc-48d3-9e66-a5ed48307398 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=93173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:41:20.867633 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-ffb177ee-51cc-48d3-9e66-a5ed48307398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:20.867995 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.segments_db [None req-ffb177ee-51cc-48d3-9e66-a5ed48307398 admin admin] Added segment 13f910ec-3e77-4777-b28e-ecefef3d2017 of type vlan for network ec4ab563-fdac-4edb-9685-f853bbc2dd2e Jul 13 14:41:20.869738 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb177ee-51cc-48d3-9e66-a5ed48307398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044b3f06-3f92-4812-9bd9-e44e0a07c4a1,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:20.914428 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-ffb177ee-51cc-48d3-9e66-a5ed48307398 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:20.944544 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-ffb177ee-51cc-48d3-9e66-a5ed48307398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:20.945686 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb177ee-51cc-48d3-9e66-a5ed48307398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:20.946274 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-ffb177ee-51cc-48d3-9e66-a5ed48307398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:21.004609 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-ffb177ee-51cc-48d3-9e66-a5ed48307398 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4902756 Jul 13 14:41:21.007639 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 51676) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:21.012012 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb177ee-51cc-48d3-9e66-a5ed48307398 admin admin] Pushing event updated for resources: {'Network': ['ID=ec4ab563-fdac-4edb-9685-f853bbc2dd2e,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:21.012796 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-a582d92d-28b0-487e-af03-b3259694de96 admin admin] Request body: {'subnet': {'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-270410552-subnet', 'tenant_id': 'e9e79ded0e9541ffa2961ceca2cd6ddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:21.021868 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network ec4ab563-fdac-4edb-9685-f853bbc2dd2e details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:41:21.033547 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a582d92d-28b0-487e-af03-b3259694de96 admin admin] Made reservation on behalf of e9e79ded0e9541ffa2961ceca2cd6ddc for: {'subnet': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:41:21.035901 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a582d92d-28b0-487e-af03-b3259694de96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610179'] for subnet, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:21.192680 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a582d92d-28b0-487e-af03-b3259694de96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8777516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610225'] for subnet, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:21.238734 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582d92d-28b0-487e-af03-b3259694de96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f875b4b-9ea6-4d1a-b359-a60501252143,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:21.252879 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a582d92d-28b0-487e-af03-b3259694de96 admin admin] Checking segment: {'id': '13f910ec-3e77-4777-b28e-ecefef3d2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:21.253226 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a582d92d-28b0-487e-af03-b3259694de96 admin admin] Network hostable DHCP agents. Network: ec4ab563-fdac-4edb-9685-f853bbc2dd2e, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:41:21.269273 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a582d92d-28b0-487e-af03-b3259694de96 admin admin] Network ec4ab563-fdac-4edb-9685-f853bbc2dd2e is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:41:21.277845 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-a582d92d-28b0-487e-af03-b3259694de96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, ec4ab563-fdac-4edb-9685-f853bbc2dd2e) {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:21.283133 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a582d92d-28b0-487e-af03-b3259694de96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:21.283876 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a582d92d-28b0-487e-af03-b3259694de96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:21.288092 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcec2ba4-f910-4abe-a26d-5679a2075fe3 None None] Network ec4ab563-fdac-4edb-9685-f853bbc2dd2e requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:41:21.299837 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-a582d92d-28b0-487e-af03-b3259694de96 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2909837 Jul 13 14:41:21.343049 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 089e020a-3cec-4ad1-8efc-ce638bd5beea details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:41:21.480006 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06ce9a5-bd20-4921-84ed-628aecb00b52 None None] Network ec4ab563-fdac-4edb-9685-f853bbc2dd2e requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:41:21.489313 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c8635-ce57-4dc2-844a-a7c09be76b11 req-91655dac-8ed0-45e8-b733-b8ab780f5ff7 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:21.491337 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f75c8635-ce57-4dc2-844a-a7c09be76b11 req-91655dac-8ed0-45e8-b733-b8ab780f5ff7 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=3937c010-5cf0-48a8-a987-d95a54ea0796 HTTP/1.1" status: 200 len: 943 time: 0.0764918 Jul 13 14:41:21.529484 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f75c8635-ce57-4dc2-844a-a7c09be76b11 req-c1f58c45-354a-4cf0-b6ed-86561ea1a575 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325451 Jul 13 14:41:21.547365 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 089e020a-3cec-4ad1-8efc-ce638bd5beea, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=089e020a-3cec-4ad1-8efc-ce638bd5beea,segment=NetworkSegment(48725b0c-303d-4b9a-a4d0-be105963b506),segment_id=48725b0c-303d-4b9a-a4d0-be105963b506)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:21.562571 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': '089e020a-3cec-4ad1-8efc-ce638bd5beea', 'network_id': 'b894c009-709f-4f6d-b012-1e8d848877c0', 'port_id': '089e020a-3cec-4ad1-8efc-ce638bd5beea', 'mac_address': 'fa:16:3e:6b:05:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac20769e-d293-406c-b9f9-dc08d7770ed4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:41:21.658442 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:21.671357 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 089e020a-3cec-4ad1-8efc-ce638bd5beea {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:41:21.691458 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 089e020a-3cec-4ad1-8efc-ce638bd5beea, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=089e020a-3cec-4ad1-8efc-ce638bd5beea,segment=NetworkSegment(48725b0c-303d-4b9a-a4d0-be105963b506),segment_id=48725b0c-303d-4b9a-a4d0-be105963b506)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:21.696649 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:21.744335 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=089e020a-3cec-4ad1-8efc-ce638bd5beea,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:21.774177 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bb45d-ee92-4480-a024-bd755310d230 req-9610267d-21ac-43a3-b617-927ff98078b7 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:21.775635 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f34bb45d-ee92-4480-a024-bd755310d230 req-9610267d-21ac-43a3-b617-927ff98078b7 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/networks?id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e HTTP/1.1" status: 200 len: 814 time: 0.1084890 Jul 13 14:41:21.790539 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f34bb45d-ee92-4480-a024-bd755310d230 req-d991d7c3-bfd6-4a23-986f-75378adbabb6 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/quotas/e9e79ded0e9541ffa2961ceca2cd6ddc HTTP/1.1" status: 200 len: 375 time: 0.0089118 Jul 13 14:41:21.827810 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f34bb45d-ee92-4480-a024-bd755310d230 req-342ed5fd-07e0-4f91-9068-8b4f4cee11f4 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9e79ded0e9541ffa2961ceca2cd6ddc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322757 Jul 13 14:41:21.918605 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f34bb45d-ee92-4480-a024-bd755310d230 req-71c0443d-c15c-4ae4-8ce2-3fca65f1695b service neutron] 10.222.0.42 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840476 Jul 13 14:41:21.931750 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['089e020a-3cec-4ad1-8efc-ce638bd5beea'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:41:22.059189 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c41f5-3075-45e2-82a9-8a81a0373cad req-a735f58d-fb4c-4f4d-a09e-bb93f67650bf tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:22.061240 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-855c41f5-3075-45e2-82a9-8a81a0373cad req-a735f58d-fb4c-4f4d-a09e-bb93f67650bf tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.1364017 Jul 13 14:41:22.063055 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f34bb45d-ee92-4480-a024-bd755310d230 req-d5411e10-e2d1-4da9-81ed-2d0a3c91e7bc service neutron] 10.222.0.42 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371357 Jul 13 14:41:22.101351 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-855c41f5-3075-45e2-82a9-8a81a0373cad req-b1acbc2b-915d-476e-b4de-720ec406d29c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334473 Jul 13 14:41:22.224120 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-766aecec-14b0-4c00-bda7-dd875baee6b1 req-8a4c4a79-0f80-403b-b8dc-37a351b62450 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b02eb3-d3a1-4db1-9c48-01672c52de4f HTTP/1.1" status: 200 len: 210 time: 0.0284386 Jul 13 14:41:22.710887 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2c09e-5dea-4e6a-9b66-9b1d6af8eaf6 req-0b677b2e-f83b-453a-acbd-d54e6c70aab5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:22.712345 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16c2c09e-5dea-4e6a-9b66-9b1d6af8eaf6 req-0b677b2e-f83b-453a-acbd-d54e6c70aab5 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=3937c010-5cf0-48a8-a987-d95a54ea0796 HTTP/1.1" status: 200 len: 944 time: 0.0660343 Jul 13 14:41:23.005655 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16c2c09e-5dea-4e6a-9b66-9b1d6af8eaf6 req-bfcd9075-70b8-4917-ad6e-4d4165de06f1 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875741 Jul 13 14:41:23.283480 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bb45d-ee92-4480-a024-bd755310d230 req-6ac0b207-bba0-4ff2-8f03-8717406de10b tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:23.284988 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f34bb45d-ee92-4480-a024-bd755310d230 req-6ac0b207-bba0-4ff2-8f03-8717406de10b tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.44 "GET /v2.0/networks?id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e HTTP/1.1" status: 200 len: 814 time: 0.1357489 Jul 13 14:41:23.300845 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-f34bb45d-ee92-4480-a024-bd755310d230 req-d7cd7ac6-c828-4d5c-88f9-116f9517dcea tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Request body: {'port': {'device_id': '19b02eb3-d3a1-4db1-9c48-01672c52de4f', 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e', 'admin_state_up': True, 'tenant_id': 'e9e79ded0e9541ffa2961ceca2cd6ddc'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:23.356677 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 089e020a-3cec-4ad1-8efc-ce638bd5beea up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:23.385390 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e90f2502-139f-4d3b-b962-54f349e033ad req-aad66f51-0cce-4ef3-b392-1d8edb1408cc tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b02eb3-d3a1-4db1-9c48-01672c52de4f HTTP/1.1" status: 200 len: 210 time: 0.0448089 Jul 13 14:41:23.397518 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cc6e2-9640-4178-a8da-f84e4605410b req-56ed2b93-c75a-4eaa-9735-650cb4c6af40 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:23.408416 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ba8cc6e2-9640-4178-a8da-f84e4605410b req-56ed2b93-c75a-4eaa-9735-650cb4c6af40 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.1811576 Jul 13 14:41:23.414875 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port 089e020a-3cec-4ad1-8efc-ce638bd5beea completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:23.418599 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port 089e020a-3cec-4ad1-8efc-ce638bd5beea triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:23.419005 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:23.461780 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ba8cc6e2-9640-4178-a8da-f84e4605410b req-18d274ac-5fe3-4512-87f8-ab213c5d5280 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540943 Jul 13 14:41:23.483063 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f34bb45d-ee92-4480-a024-bd755310d230 req-d7cd7ac6-c828-4d5c-88f9-116f9517dcea tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Made reservation on behalf of e9e79ded0e9541ffa2961ceca2cd6ddc for: {'port': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:41:23.487017 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f34bb45d-ee92-4480-a024-bd755310d230 req-d7cd7ac6-c828-4d5c-88f9-116f9517dcea tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:23.500243 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:23.522654 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3937c010-5cf0-48a8-a987-d95a54ea0796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089e020a-3cec-4ad1-8efc-ce638bd5beea'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:41:23.524811 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757df97b-d2ba-4c4f-8559-0ee9f0fbeeea" -d '{"events": [{"server_uuid": "3937c010-5cf0-48a8-a987-d95a54ea0796", "name": "network-vif-plugged", "status": "completed", "tag": "089e020a-3cec-4ad1-8efc-ce638bd5beea"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:41:23.539398 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 089e020a-3cec-4ad1-8efc-ce638bd5beea, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=089e020a-3cec-4ad1-8efc-ce638bd5beea,segment=NetworkSegment(48725b0c-303d-4b9a-a4d0-be105963b506),segment_id=48725b0c-303d-4b9a-a4d0-be105963b506)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:23.544128 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:23.569890 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b66247-01c1-4dbe-8e36-19f883ee6218 x-openstack-request-id: req-72b66247-01c1-4dbe-8e36-19f883ee6218 {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:23.570172 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3937c010-5cf0-48a8-a987-d95a54ea0796", "name": "network-vif-plugged", "status": "completed", "tag": "089e020a-3cec-4ad1-8efc-ce638bd5beea", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:23.570416 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72b66247-01c1-4dbe-8e36-19f883ee6218 {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:23.570797 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3937c010-5cf0-48a8-a987-d95a54ea0796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089e020a-3cec-4ad1-8efc-ce638bd5beea', 'code': 200} Jul 13 14:41:23.599062 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=089e020a-3cec-4ad1-8efc-ce638bd5beea,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:23.620764 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [req-f34bb45d-ee92-4480-a024-bd755310d230 req-d7cd7ac6-c828-4d5c-88f9-116f9517dcea tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Allocated IP 172.20.0.9 (ec4ab563-fdac-4edb-9685-f853bbc2dd2e/9f875b4b-9ea6-4d1a-b359-a60501252143/84300eb0-a1e3-4488-8e14-0e4c7a752601) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:41:23.806045 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f34bb45d-ee92-4480-a024-bd755310d230 req-d7cd7ac6-c828-4d5c-88f9-116f9517dcea tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:23.822941 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62579c1-69cb-4265-819b-9226c8362c2d req-de5ba26d-cebc-4f62-b023-fbf6f7fcfb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:23.824422 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f62579c1-69cb-4265-819b-9226c8362c2d req-de5ba26d-cebc-4f62-b023-fbf6f7fcfb1a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3937c010-5cf0-48a8-a987-d95a54ea0796 HTTP/1.1" status: 200 len: 1098 time: 0.0986872 Jul 13 14:41:23.874349 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f62579c1-69cb-4265-819b-9226c8362c2d req-12c939ea-3cc8-42ab-ac48-ab55d85c63a6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424802 Jul 13 14:41:23.876255 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f34bb45d-ee92-4480-a024-bd755310d230 req-d7cd7ac6-c828-4d5c-88f9-116f9517dcea tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:23.922269 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f34bb45d-ee92-4480-a024-bd755310d230 req-d7cd7ac6-c828-4d5c-88f9-116f9517dcea tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Network ec4ab563-fdac-4edb-9685-f853bbc2dd2e is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:23.925429 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [req-f34bb45d-ee92-4480-a024-bd755310d230 req-d7cd7ac6-c828-4d5c-88f9-116f9517dcea tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:23.932110 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34bb45d-ee92-4480-a024-bd755310d230 req-d7cd7ac6-c828-4d5c-88f9-116f9517dcea tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:41:23.938905 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd7ac6-c828-4d5c-88f9-116f9517dcea tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Pushing event updated for resources: {'Port': ['ID=84300eb0-a1e3-4488-8e14-0e4c7a752601,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:23.984145 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bb45d-ee92-4480-a024-bd755310d230 req-d7cd7ac6-c828-4d5c-88f9-116f9517dcea tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:23.984785 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f34bb45d-ee92-4480-a024-bd755310d230 req-d7cd7ac6-c828-4d5c-88f9-116f9517dcea tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:23.998357 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f34bb45d-ee92-4480-a024-bd755310d230 req-d7cd7ac6-c828-4d5c-88f9-116f9517dcea tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7023382 Jul 13 14:41:24.009696 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Request body: {'port': {'device_id': '19b02eb3-d3a1-4db1-9c48-01672c52de4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:24.084662 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:24.253113 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830884b-97b6-4f10-be4d-a7e3db261fe7 req-31d2c686-3b28-4647-bcd7-2d1780628f10 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:24.254568 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2830884b-97b6-4f10-be4d-a7e3db261fe7 req-31d2c686-3b28-4647-bcd7-2d1780628f10 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=3937c010-5cf0-48a8-a987-d95a54ea0796 HTTP/1.1" status: 200 len: 945 time: 0.1390288 Jul 13 14:41:24.330949 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2830884b-97b6-4f10-be4d-a7e3db261fe7 req-38460214-9672-4f8f-a94f-5484d1f7759f tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673218 Jul 13 14:41:24.412043 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84300eb0-a1e3-4488-8e14-0e4c7a752601 {{(pid=93173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:41:24.419753 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:24.431391 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Transition to ACTIVE for port object 84300eb0-a1e3-4488-8e14-0e4c7a752601 will not be triggered until provisioned by entity L2. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:24.435251 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:24.505077 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Pushing event updated for resources: {'Port': ['ID=84300eb0-a1e3-4488-8e14-0e4c7a752601,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:24.624902 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Attempting to bind port 84300eb0-a1e3-4488-8e14-0e4c7a752601 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:41:24.625238 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Attempting to bind port 84300eb0-a1e3-4488-8e14-0e4c7a752601 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '13f910ec-3e77-4777-b28e-ecefef3d2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e'}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:41:24.625564 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Attempting to bind port 84300eb0-a1e3-4488-8e14-0e4c7a752601 on network ec4ab563-fdac-4edb-9685-f853bbc2dd2e {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:24.636823 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Port 84300eb0-a1e3-4488-8e14-0e4c7a752601 on network ec4ab563-fdac-4edb-9685-f853bbc2dd2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:41:24.637144 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Attempting to bind port 84300eb0-a1e3-4488-8e14-0e4c7a752601 on network ec4ab563-fdac-4edb-9685-f853bbc2dd2e {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:24.648978 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:41:24.649312 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Checking segment: {'id': '13f910ec-3e77-4777-b28e-ecefef3d2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:24.649690 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Bound using segment: {'id': '13f910ec-3e77-4777-b28e-ecefef3d2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e'} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:41:24.650110 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Bound port: 84300eb0-a1e3-4488-8e14-0e4c7a752601, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f910ec-3e77-4777-b28e-ecefef3d2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e'}}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:41:24.650463 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:24.661179 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f3cbb-d1bc-48f6-ab18-ef53bf92f304 req-66a1a25b-4aee-4c13-9564-3838e0b36e47 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:24.662633 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d82f3cbb-d1bc-48f6-ab18-ef53bf92f304 req-66a1a25b-4aee-4c13-9564-3838e0b36e47 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b02eb3-d3a1-4db1-9c48-01672c52de4f HTTP/1.1" status: 200 len: 943 time: 0.1588748 Jul 13 14:41:24.742451 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6ac14-60a2-46fe-a726-043bca3b9821 req-896eebde-e6be-415f-99b7-8e851ec29a3f tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:24.744100 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-39a6ac14-60a2-46fe-a726-043bca3b9821 req-896eebde-e6be-415f-99b7-8e851ec29a3f tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.1688232 Jul 13 14:41:24.772262 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d82f3cbb-d1bc-48f6-ab18-ef53bf92f304 req-03752eec-2d02-42e1-8ae8-219bb9a7df51 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974939 Jul 13 14:41:24.796735 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] For port 84300eb0-a1e3-4488-8e14-0e4c7a752601, host hv-cinder-78836, cleared binding levels {{(pid=93173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:41:24.818443 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] For port 84300eb0-a1e3-4488-8e14-0e4c7a752601, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=84300eb0-a1e3-4488-8e14-0e4c7a752601,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:41:24.822022 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-39a6ac14-60a2-46fe-a726-043bca3b9821 req-fc4749ca-f993-448f-b6ec-4a6367ac5036 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695434 Jul 13 14:41:24.823478 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:24.859735 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:24.860811 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:24.862542 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f34bb45d-ee92-4480-a024-bd755310d230 req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] 10.222.0.44 "PUT /v2.0/ports/84300eb0-a1e3-4488-8e14-0e4c7a752601 HTTP/1.1" status: 200 len: 1093 time: 0.8569703 Jul 13 14:41:24.865135 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b02eb3-d3a1-4db1-9c48-01672c52de4f', 'tag': '84300eb0-a1e3-4488-8e14-0e4c7a752601'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:41:24.867277 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10ba8bb-255d-46ea-b2b5-9ef217fe43d8" -d '{"events": [{"name": "network-changed", "server_uuid": "19b02eb3-d3a1-4db1-9c48-01672c52de4f", "tag": "84300eb0-a1e3-4488-8e14-0e4c7a752601"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:41:24.900703 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5a492-6730-4aed-9fc3-10c4126b79a6 service neutron] Pushing event updated for resources: {'Port': ['ID=84300eb0-a1e3-4488-8e14-0e4c7a752601,revision_number=3']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:24.905731 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9a3dae-7769-48e9-8760-b90eb1df34e2 x-openstack-request-id: req-0b9a3dae-7769-48e9-8760-b90eb1df34e2 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:24.906083 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b02eb3-d3a1-4db1-9c48-01672c52de4f", "tag": "84300eb0-a1e3-4488-8e14-0e4c7a752601", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:24.906401 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b9a3dae-7769-48e9-8760-b90eb1df34e2 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:24.906852 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b02eb3-d3a1-4db1-9c48-01672c52de4f', 'tag': '84300eb0-a1e3-4488-8e14-0e4c7a752601', 'status': 'completed', 'code': 200} Jul 13 14:41:24.965406 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bb45d-ee92-4480-a024-bd755310d230 req-2b4e96cb-55bb-43a8-8a7e-78ce2357b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:24.967409 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f34bb45d-ee92-4480-a024-bd755310d230 req-2b4e96cb-55bb-43a8-8a7e-78ce2357b5c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9e79ded0e9541ffa2961ceca2cd6ddc&device_id=19b02eb3-d3a1-4db1-9c48-01672c52de4f HTTP/1.1" status: 200 len: 1096 time: 0.0517557 Jul 13 14:41:25.010088 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f34bb45d-ee92-4480-a024-bd755310d230 req-3a7fdc4b-a84b-48f1-bc0d-e7abb7c0d2e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84300eb0-a1e3-4488-8e14-0e4c7a752601 HTTP/1.1" status: 200 len: 217 time: 0.0360260 Jul 13 14:41:25.057295 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bb45d-ee92-4480-a024-bd755310d230 req-69132adb-c3e7-494f-a40b-761848ce25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:25.058650 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f34bb45d-ee92-4480-a024-bd755310d230 req-69132adb-c3e7-494f-a40b-761848ce25ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f875b4b-9ea6-4d1a-b359-a60501252143 HTTP/1.1" status: 200 len: 854 time: 0.0424032 Jul 13 14:41:25.088953 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f34bb45d-ee92-4480-a024-bd755310d230 req-24fdcfec-624c-44c0-a7d2-c047cdd9c883 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242703 Jul 13 14:41:25.176781 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f34bb45d-ee92-4480-a024-bd755310d230 req-ebf9445d-6f1b-4b37-a566-a42090dc35a2 service neutron] 10.222.0.44 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815530 Jul 13 14:41:25.264576 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f34bb45d-ee92-4480-a024-bd755310d230 req-84c5b499-f036-48d5-8f88-a2a9ec6fc3d7 service neutron] 10.222.0.44 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816245 Jul 13 14:41:25.377383 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ba8bb-255d-46ea-b2b5-9ef217fe43d8 req-6b7daa77-32c5-4794-980c-a373c1a3a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:25.378901 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c10ba8bb-255d-46ea-b2b5-9ef217fe43d8 req-6b7daa77-32c5-4794-980c-a373c1a3a709 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9e79ded0e9541ffa2961ceca2cd6ddc&device_id=19b02eb3-d3a1-4db1-9c48-01672c52de4f HTTP/1.1" status: 200 len: 1096 time: 0.0575840 Jul 13 14:41:25.504235 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ba8bb-255d-46ea-b2b5-9ef217fe43d8 req-9eec9f87-bb9f-4d79-8566-917bbbb1deea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:25.505690 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c10ba8bb-255d-46ea-b2b5-9ef217fe43d8 req-9eec9f87-bb9f-4d79-8566-917bbbb1deea service neutron] 10.222.0.44 "GET /v2.0/networks?id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e HTTP/1.1" status: 200 len: 915 time: 0.1172094 Jul 13 14:41:25.560897 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cce29-4c00-4ae2-8e59-ed346145dcf3 req-bf005bbf-230b-4456-a1bf-9eb4e7d1ef4f tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:25.562386 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b46cce29-4c00-4ae2-8e59-ed346145dcf3 req-bf005bbf-230b-4456-a1bf-9eb4e7d1ef4f tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=3937c010-5cf0-48a8-a987-d95a54ea0796 HTTP/1.1" status: 200 len: 945 time: 0.1211617 Jul 13 14:41:25.563601 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c10ba8bb-255d-46ea-b2b5-9ef217fe43d8 req-d72d9f04-dbf5-4b78-8259-d2bd8fa0536a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84300eb0-a1e3-4488-8e14-0e4c7a752601 HTTP/1.1" status: 200 len: 217 time: 0.0481493 Jul 13 14:41:25.632048 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b46cce29-4c00-4ae2-8e59-ed346145dcf3 req-78cb2e67-6ea5-469f-81a7-bbf63b37a879 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641696 Jul 13 14:41:25.637250 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ba8bb-255d-46ea-b2b5-9ef217fe43d8 req-032ba5d5-1ac8-4d29-844d-8457fafd548e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:25.639217 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c10ba8bb-255d-46ea-b2b5-9ef217fe43d8 req-032ba5d5-1ac8-4d29-844d-8457fafd548e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f875b4b-9ea6-4d1a-b359-a60501252143 HTTP/1.1" status: 200 len: 854 time: 0.0648484 Jul 13 14:41:25.675196 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c10ba8bb-255d-46ea-b2b5-9ef217fe43d8 req-8e07d1cd-ef9f-43ea-bf34-5723e1263fdc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294094 Jul 13 14:41:25.764271 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c10ba8bb-255d-46ea-b2b5-9ef217fe43d8 req-b4767533-bf13-40ee-872f-5ab9e702da7d service neutron] 10.222.0.44 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816512 Jul 13 14:41:25.862013 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c10ba8bb-255d-46ea-b2b5-9ef217fe43d8 req-fee17be5-c43f-43e4-8326-c470536dc9eb service neutron] 10.222.0.44 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911710 Jul 13 14:41:25.961757 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0231f5e-a6e6-4372-8e3f-5759e2c0d86b req-6f06d567-013e-4421-941e-4465b60397cf tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:25.963446 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e0231f5e-a6e6-4372-8e3f-5759e2c0d86b req-6f06d567-013e-4421-941e-4465b60397cf tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b02eb3-d3a1-4db1-9c48-01672c52de4f HTTP/1.1" status: 200 len: 943 time: 0.0659668 Jul 13 14:41:26.006285 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e0231f5e-a6e6-4372-8e3f-5759e2c0d86b req-a1609a07-b310-4a19-a675-9b528d9e600f tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371034 Jul 13 14:41:26.135831 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b607799-c2ea-40b4-b57d-a4de22f20e24 req-be1b89f6-8699-4a94-9feb-a6166f92c0fb tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:26.137491 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b607799-c2ea-40b4-b57d-a4de22f20e24 req-be1b89f6-8699-4a94-9feb-a6166f92c0fb tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0640411 Jul 13 14:41:26.174946 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b607799-c2ea-40b4-b57d-a4de22f20e24 req-b3114c7c-9074-4d53-91f4-594e4f062683 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319617 Jul 13 14:41:27.179976 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14dff4-3cc4-4234-9c31-26f2f3a38430 req-82b837a5-bf66-4af8-9d85-337d05712b6b tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:27.181382 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6c14dff4-3cc4-4234-9c31-26f2f3a38430 req-82b837a5-bf66-4af8-9d85-337d05712b6b tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b02eb3-d3a1-4db1-9c48-01672c52de4f HTTP/1.1" status: 200 len: 943 time: 0.0653040 Jul 13 14:41:27.218466 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6c14dff4-3cc4-4234-9c31-26f2f3a38430 req-5a0d1222-4ed5-4f93-ad37-45b2a61a3116 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316803 Jul 13 14:41:27.347099 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89726e-0a38-4333-b918-59373daaa94e req-5603abf7-d2ce-4d28-b308-5e6fc5237175 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:27.348563 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0e89726e-0a38-4333-b918-59373daaa94e req-5603abf7-d2ce-4d28-b308-5e6fc5237175 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0627432 Jul 13 14:41:27.373804 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 84300eb0-a1e3-4488-8e14-0e4c7a752601 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:41:27.386133 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0e89726e-0a38-4333-b918-59373daaa94e req-550a7d03-7141-46aa-989d-abdb83f9e6f3 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320215 Jul 13 14:41:27.469380 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 84300eb0-a1e3-4488-8e14-0e4c7a752601, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=84300eb0-a1e3-4488-8e14-0e4c7a752601,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:27.480090 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': '84300eb0-a1e3-4488-8e14-0e4c7a752601', 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e', 'port_id': '84300eb0-a1e3-4488-8e14-0e4c7a752601', 'mac_address': 'fa:16:3e:e8:2d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f875b4b-9ea6-4d1a-b359-a60501252143', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:41:27.516253 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:27.528391 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84300eb0-a1e3-4488-8e14-0e4c7a752601 {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:41:27.547621 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 84300eb0-a1e3-4488-8e14-0e4c7a752601, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=84300eb0-a1e3-4488-8e14-0e4c7a752601,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:27.551336 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:27.596621 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=84300eb0-a1e3-4488-8e14-0e4c7a752601,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:27.847339 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['84300eb0-a1e3-4488-8e14-0e4c7a752601'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:41:28.387869 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31abc94-0f7e-49d7-aa9d-7e7a263a2c50 req-d0cab938-305e-44a1-8235-8f271950d54a tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:28.389477 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c31abc94-0f7e-49d7-aa9d-7e7a263a2c50 req-d0cab938-305e-44a1-8235-8f271950d54a tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b02eb3-d3a1-4db1-9c48-01672c52de4f HTTP/1.1" status: 200 len: 944 time: 0.0651026 Jul 13 14:41:28.427695 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c31abc94-0f7e-49d7-aa9d-7e7a263a2c50 req-1481db8c-d997-4b62-83bd-8a205c638c2e tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326817 Jul 13 14:41:28.567907 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599daa96-2000-4385-8642-b8c034329e44 req-c7844068-70db-43b9-a111-7bde5e915b7e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:28.569554 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-599daa96-2000-4385-8642-b8c034329e44 req-c7844068-70db-43b9-a111-7bde5e915b7e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0723243 Jul 13 14:41:28.608269 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-599daa96-2000-4385-8642-b8c034329e44 req-ca8de095-b1e6-4f00-958b-6b19279a0710 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321603 Jul 13 14:41:29.373633 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 84300eb0-a1e3-4488-8e14-0e4c7a752601 up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:29.421201 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port 84300eb0-a1e3-4488-8e14-0e4c7a752601 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:29.424715 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port 84300eb0-a1e3-4488-8e14-0e4c7a752601 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:29.425093 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:29.504899 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:29.527382 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b02eb3-d3a1-4db1-9c48-01672c52de4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84300eb0-a1e3-4488-8e14-0e4c7a752601'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:41:29.530198 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1869e1-af2a-497f-adb7-0f4e1c4123c7" -d '{"events": [{"server_uuid": "19b02eb3-d3a1-4db1-9c48-01672c52de4f", "name": "network-vif-plugged", "status": "completed", "tag": "84300eb0-a1e3-4488-8e14-0e4c7a752601"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:41:29.543558 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 84300eb0-a1e3-4488-8e14-0e4c7a752601, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=84300eb0-a1e3-4488-8e14-0e4c7a752601,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:29.548483 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:29.574781 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1190f7-89b8-4a76-9eb1-fb7689a960cc x-openstack-request-id: req-ee1190f7-89b8-4a76-9eb1-fb7689a960cc {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:29.575071 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b02eb3-d3a1-4db1-9c48-01672c52de4f", "name": "network-vif-plugged", "status": "completed", "tag": "84300eb0-a1e3-4488-8e14-0e4c7a752601", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:29.575320 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee1190f7-89b8-4a76-9eb1-fb7689a960cc {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:29.575713 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b02eb3-d3a1-4db1-9c48-01672c52de4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84300eb0-a1e3-4488-8e14-0e4c7a752601', 'code': 200} Jul 13 14:41:29.605645 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=84300eb0-a1e3-4488-8e14-0e4c7a752601,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:29.609060 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedad5a-999a-449d-9a20-8a001af1bace req-228bc5a2-6acb-4d47-aa0b-bc21972d6159 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:29.610556 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5eedad5a-999a-449d-9a20-8a001af1bace req-228bc5a2-6acb-4d47-aa0b-bc21972d6159 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b02eb3-d3a1-4db1-9c48-01672c52de4f HTTP/1.1" status: 200 len: 945 time: 0.0676644 Jul 13 14:41:29.650888 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5eedad5a-999a-449d-9a20-8a001af1bace req-8e8cf66f-bfac-4007-b034-ddb4bb37fd19 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347166 Jul 13 14:41:29.832848 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a45fed-e1a5-42d4-8339-2b50dc102703 req-79743606-4511-487c-bd94-8b97af602596 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:29.834336 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-08a45fed-e1a5-42d4-8339-2b50dc102703 req-79743606-4511-487c-bd94-8b97af602596 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.1096203 Jul 13 14:41:29.836898 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0959f5-a2e1-4a41-96b2-8fc9bbf80d7a req-bbeed4be-521f-4776-8549-f9aeba4ba405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:29.838287 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4d0959f5-a2e1-4a41-96b2-8fc9bbf80d7a req-bbeed4be-521f-4776-8549-f9aeba4ba405 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=19b02eb3-d3a1-4db1-9c48-01672c52de4f HTTP/1.1" status: 200 len: 1098 time: 0.0793188 Jul 13 14:41:29.895527 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-08a45fed-e1a5-42d4-8339-2b50dc102703 req-6f0a16ee-5c75-484a-900c-3aba4c76a142 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555856 Jul 13 14:41:29.897231 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4d0959f5-a2e1-4a41-96b2-8fc9bbf80d7a req-6b6f8a58-8ffe-4644-a1fa-cc2ac5d0b848 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507376 Jul 13 14:41:30.827312 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff9d3d-b5de-4a05-9f3d-36771d84e357 req-80391f0e-8efd-4f27-a5fe-93c3d342648c tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:30.828696 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7bff9d3d-b5de-4a05-9f3d-36771d84e357 req-80391f0e-8efd-4f27-a5fe-93c3d342648c tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b02eb3-d3a1-4db1-9c48-01672c52de4f HTTP/1.1" status: 200 len: 945 time: 0.0673068 Jul 13 14:41:30.869312 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7bff9d3d-b5de-4a05-9f3d-36771d84e357 req-5a03cbae-c44c-40cb-9bb9-3cd339f83ac1 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351222 Jul 13 14:41:31.068283 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c42cc-a76d-4779-8a85-2db6349f4d8d req-8b1df0c9-7541-48b8-90af-7e1a689ff69b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:31.069848 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ad3c42cc-a76d-4779-8a85-2db6349f4d8d req-8b1df0c9-7541-48b8-90af-7e1a689ff69b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0654523 Jul 13 14:41:31.108073 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ad3c42cc-a76d-4779-8a85-2db6349f4d8d req-08e179c4-5b12-4066-aabe-052e8c29c4df tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321043 Jul 13 14:41:31.160816 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:32.042567 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7205c7c-8b1f-4507-9d8f-590cd3726c7a req-a011fc49-a2fc-49a5-a255-75786de9df1f tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:32.044026 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f7205c7c-8b1f-4507-9d8f-590cd3726c7a req-a011fc49-a2fc-49a5-a255-75786de9df1f tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b02eb3-d3a1-4db1-9c48-01672c52de4f HTTP/1.1" status: 200 len: 945 time: 0.0639176 Jul 13 14:41:32.085212 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f7205c7c-8b1f-4507-9d8f-590cd3726c7a req-9d542051-97b9-473d-b37c-14d4f92e780c tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354815 Jul 13 14:41:32.286577 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db2632-2f7f-4ecb-ba52-7a15de6e6b39 req-a95999bf-d4d8-4bf0-a6ce-46c57bc7577a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:32.288034 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-66db2632-2f7f-4ecb-ba52-7a15de6e6b39 req-a95999bf-d4d8-4bf0-a6ce-46c57bc7577a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0706930 Jul 13 14:41:32.328878 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-66db2632-2f7f-4ecb-ba52-7a15de6e6b39 req-b4deeba6-b7fd-4e46-88ac-8387131a1758 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344813 Jul 13 14:41:33.518553 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf1079-9d59-4649-950a-ea252305e77f req-716f9c29-34a9-49e2-9951-86f0bbebfa09 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:33.520848 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-afdf1079-9d59-4649-950a-ea252305e77f req-716f9c29-34a9-49e2-9951-86f0bbebfa09 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0676625 Jul 13 14:41:33.562066 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-afdf1079-9d59-4649-950a-ea252305e77f req-70713eaa-9362-4ac3-b3f4-cfeb85cddf11 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355597 Jul 13 14:41:34.745013 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b14173-6ac7-4b41-b8e5-2cfb9ecacf3a req-e033a46f-0fe9-4bbf-9c1c-9555b732972c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:34.746521 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c3b14173-6ac7-4b41-b8e5-2cfb9ecacf3a req-e033a46f-0fe9-4bbf-9c1c-9555b732972c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0669901 Jul 13 14:41:34.784287 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c3b14173-6ac7-4b41-b8e5-2cfb9ecacf3a req-bfbc370d-12f4-4fac-b5f4-7f455ac1109b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317829 Jul 13 14:41:35.956556 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397c2fd-7b20-48bf-aaf6-a5c228792389 req-58dd5523-3192-43a6-9d56-42db5aa2a354 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:35.958051 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3397c2fd-7b20-48bf-aaf6-a5c228792389 req-58dd5523-3192-43a6-9d56-42db5aa2a354 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0629561 Jul 13 14:41:35.996434 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3397c2fd-7b20-48bf-aaf6-a5c228792389 req-aaee0ef1-5968-4cc6-8a06-9c581e8f49ea tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328605 Jul 13 14:41:36.571039 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-453c5460-7b5b-4398-974d-53bbaeabebfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:37.165934 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ad3f6-3ba4-4e24-9683-80a61e59fd0c req-2fef2d9c-46a0-48e8-b8c5-94073b6f0a37 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:37.167280 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bc5ad3f6-3ba4-4e24-9683-80a61e59fd0c req-2fef2d9c-46a0-48e8-b8c5-94073b6f0a37 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0619960 Jul 13 14:41:37.203795 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bc5ad3f6-3ba4-4e24-9683-80a61e59fd0c req-e1981f1f-e381-4f6f-8183-64a2ad786e7e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304530 Jul 13 14:41:37.253669 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:41:38.377507 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd0382-30ce-4deb-8dbc-1b59ebfc1cd1 req-7a9c0cac-14ae-4abd-83a7-9e538913297b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:38.378948 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-72fd0382-30ce-4deb-8dbc-1b59ebfc1cd1 req-7a9c0cac-14ae-4abd-83a7-9e538913297b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0652447 Jul 13 14:41:38.414997 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-72fd0382-30ce-4deb-8dbc-1b59ebfc1cd1 req-10760e18-5199-4dc0-a7e6-a0d867bdca0c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304670 Jul 13 14:41:39.377078 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-a8c44333-c248-4bf8-8f18-e4e75b57da47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:39.585150 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd4b0c-330f-4021-86af-26ce46edfaf7 req-ea070a34-99ba-48ee-952e-b20cadd1828f tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:39.586633 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-35fd4b0c-330f-4021-86af-26ce46edfaf7 req-ea070a34-99ba-48ee-952e-b20cadd1828f tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0621545 Jul 13 14:41:39.606256 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:39.626696 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-35fd4b0c-330f-4021-86af-26ce46edfaf7 req-3d6c185f-7186-4ccf-bc91-8f96735012d8 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338831 Jul 13 14:41:40.206660 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:40.799969 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad49a0f-894a-40b4-a5a5-4d36fb24e4de req-ea90af02-9bbd-4367-a65f-287c3d74040b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:40.801576 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8ad49a0f-894a-40b4-a5a5-4d36fb24e4de req-ea90af02-9bbd-4367-a65f-287c3d74040b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0652132 Jul 13 14:41:40.840188 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8ad49a0f-894a-40b4-a5a5-4d36fb24e4de req-f76a12a9-34d9-449e-a805-f7c75fa09fe1 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326951 Jul 13 14:41:42.012879 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:42.019524 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7595b3-563b-43d1-9601-0179ad2f3f2b req-1926c5e8-cfa3-4db1-b25c-5cf05e040a9d tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:42.021068 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8d7595b3-563b-43d1-9601-0179ad2f3f2b req-1926c5e8-cfa3-4db1-b25c-5cf05e040a9d tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0718284 Jul 13 14:41:42.059109 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8d7595b3-563b-43d1-9601-0179ad2f3f2b req-125096b8-d408-482b-b498-adc857304fa9 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321887 Jul 13 14:41:43.234530 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ad26f-7ba8-42d5-b846-93341b73cd48 req-c7234f98-6df1-4ef4-830b-2cc788cfe166 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:43.235992 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-806ad26f-7ba8-42d5-b846-93341b73cd48 req-c7234f98-6df1-4ef4-830b-2cc788cfe166 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0619235 Jul 13 14:41:43.272473 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-806ad26f-7ba8-42d5-b846-93341b73cd48 req-5a0436e5-b32d-4332-87e7-2a9192a903a5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309684 Jul 13 14:41:43.635660 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cf75b-3227-4048-b531-dd2e01c18b80 req-13bba65f-e373-410f-8d68-348cdab0df2c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:43.637011 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ab7cf75b-3227-4048-b531-dd2e01c18b80 req-13bba65f-e373-410f-8d68-348cdab0df2c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0911229 Jul 13 14:41:43.679917 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929aa2cb-e725-4217-accc-f36cb7fd63da req-517fa927-2354-4963-8ee6-95e841831889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:43.681347 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-929aa2cb-e725-4217-accc-f36cb7fd63da req-517fa927-2354-4963-8ee6-95e841831889 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=065fe1745d9447699acdf1485585e8ff&device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 1099 time: 0.0887895 Jul 13 14:41:43.686593 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ab7cf75b-3227-4048-b531-dd2e01c18b80 req-556a0537-9e2e-45e0-87e0-15111b05b032 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434561 Jul 13 14:41:43.773585 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929aa2cb-e725-4217-accc-f36cb7fd63da req-f3ef638d-0a9b-4920-9c21-81bf2d7f8c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:43.775089 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-929aa2cb-e725-4217-accc-f36cb7fd63da req-f3ef638d-0a9b-4920-9c21-81bf2d7f8c3e service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a963334-8a3d-4698-baf7-6514da665b97 HTTP/1.1" status: 200 len: 911 time: 0.0831368 Jul 13 14:41:43.846282 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-929aa2cb-e725-4217-accc-f36cb7fd63da req-74510e60-d438-495f-8e75-0a01a977dad5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9e24f45-8f39-4439-9c7f-9518a62260d4 HTTP/1.1" status: 200 len: 1001 time: 0.0582149 Jul 13 14:41:43.905296 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929aa2cb-e725-4217-accc-f36cb7fd63da req-460c5a30-8678-4436-8929-12a4ef9c9a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:43.906643 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-929aa2cb-e725-4217-accc-f36cb7fd63da req-460c5a30-8678-4436-8929-12a4ef9c9a5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c733a02-d38f-400d-bfec-4ffd5b7ca3d1 HTTP/1.1" status: 200 len: 849 time: 0.0498068 Jul 13 14:41:43.969523 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929aa2cb-e725-4217-accc-f36cb7fd63da req-4e8654f6-5bee-4883-97d8-276501b7f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:43.971041 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-929aa2cb-e725-4217-accc-f36cb7fd63da req-4e8654f6-5bee-4883-97d8-276501b7f0d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a963334-8a3d-4698-baf7-6514da665b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515087 Jul 13 14:41:44.067730 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-929aa2cb-e725-4217-accc-f36cb7fd63da req-9c032242-a7fe-4fc1-87b7-a89af61d1ed3 service neutron] 10.222.0.44 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794895 Jul 13 14:41:44.412214 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-929aa2cb-e725-4217-accc-f36cb7fd63da req-8902faf9-90e3-4d8b-9cb3-491bf37b8069 service neutron] 10.222.0.44 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335600 Jul 13 14:41:44.595532 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-bdcc3f57-74ce-4ba5-980c-222dba061cbc tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:44.596998 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-bdcc3f57-74ce-4ba5-980c-222dba061cbc tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/networks?id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e HTTP/1.1" status: 200 len: 814 time: 0.0980122 Jul 13 14:41:44.611564 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-9ed4ce3a-1a02-4859-abc4-8226bc04fdba tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/quotas/e9e79ded0e9541ffa2961ceca2cd6ddc HTTP/1.1" status: 200 len: 375 time: 0.0093529 Jul 13 14:41:44.680352 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-93bdb1c8-3ec8-46fa-b8aa-e5a26db35f38 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9e79ded0e9541ffa2961ceca2cd6ddc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0638428 Jul 13 14:41:44.769020 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-ea066ad2-40ae-485f-901b-c242a771b87d service neutron] 10.222.0.42 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816584 Jul 13 14:41:44.899167 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-7b266d4a-ae1c-4345-839c-406697a5b97e service neutron] 10.222.0.42 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244423 Jul 13 14:41:44.910862 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fa3f6-2133-41b5-b9d7-f4407f6c4089 req-501b751a-95f2-4179-b2d6-5809f1ffd96f tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:44.912278 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-749fa3f6-2133-41b5-b9d7-f4407f6c4089 req-501b751a-95f2-4179-b2d6-5809f1ffd96f tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0925872 Jul 13 14:41:44.949865 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-749fa3f6-2133-41b5-b9d7-f4407f6c4089 req-a338127b-189f-43c5-aac7-7cef880f30d1 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317969 Jul 13 14:41:45.065489 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-49d51d39-1f1d-40d7-921b-ab7595288ff6 req-50d2c7e7-2425-48fd-a1df-8e18bee315d0 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=60253cc8-9863-4a16-96b3-47c021efa371 HTTP/1.1" status: 200 len: 210 time: 0.0318322 Jul 13 14:41:46.124455 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81656282-ff80-4b5e-86ef-4aa653d500f8 req-bd537daa-e01f-413e-bcf2-80c79999b102 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:46.125960 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-81656282-ff80-4b5e-86ef-4aa653d500f8 req-bd537daa-e01f-413e-bcf2-80c79999b102 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0657799 Jul 13 14:41:46.165002 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-81656282-ff80-4b5e-86ef-4aa653d500f8 req-bd0c91b4-654e-4b4d-9418-831939f34ce0 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330181 Jul 13 14:41:46.212823 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1c238a79-8af4-4c31-87e2-8cace5fe5ecd req-14757943-a123-494f-a469-3dfd5a6902ab tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=60253cc8-9863-4a16-96b3-47c021efa371 HTTP/1.1" status: 200 len: 210 time: 0.0291462 Jul 13 14:41:46.331960 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-df0577ea-24ab-447b-8368-ae4aa4d94e35 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:46.333405 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-df0577ea-24ab-447b-8368-ae4aa4d94e35 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.44 "GET /v2.0/networks?id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e HTTP/1.1" status: 200 len: 814 time: 0.1082458 Jul 13 14:41:46.359409 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-96401273-0898-47b1-a55d-e94b40ab5b92 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Request body: {'port': {'device_id': '60253cc8-9863-4a16-96b3-47c021efa371', 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e', 'admin_state_up': True, 'tenant_id': 'e9e79ded0e9541ffa2961ceca2cd6ddc'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:46.467307 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-96401273-0898-47b1-a55d-e94b40ab5b92 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Made reservation on behalf of e9e79ded0e9541ffa2961ceca2cd6ddc for: {'port': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:41:46.471174 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-96401273-0898-47b1-a55d-e94b40ab5b92 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:46.599477 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-96401273-0898-47b1-a55d-e94b40ab5b92 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Allocated IP 172.20.0.6 (ec4ab563-fdac-4edb-9685-f853bbc2dd2e/9f875b4b-9ea6-4d1a-b359-a60501252143/75cd1142-f017-4ef6-8fd2-195269bc5c69) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:41:46.755207 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-96401273-0898-47b1-a55d-e94b40ab5b92 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:46.792913 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-96401273-0898-47b1-a55d-e94b40ab5b92 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:46.811157 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['84300eb0-a1e3-4488-8e14-0e4c7a752601'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:41:46.838865 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-96401273-0898-47b1-a55d-e94b40ab5b92 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Network ec4ab563-fdac-4edb-9685-f853bbc2dd2e is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:46.844874 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-96401273-0898-47b1-a55d-e94b40ab5b92 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:46.849270 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-96401273-0898-47b1-a55d-e94b40ab5b92 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:41:46.852020 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96401273-0898-47b1-a55d-e94b40ab5b92 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Pushing event updated for resources: {'Port': ['ID=75cd1142-f017-4ef6-8fd2-195269bc5c69,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:46.898950 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-96401273-0898-47b1-a55d-e94b40ab5b92 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:46.899481 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-96401273-0898-47b1-a55d-e94b40ab5b92 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:46.914845 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-96401273-0898-47b1-a55d-e94b40ab5b92 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5591910 Jul 13 14:41:46.926986 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Request body: {'port': {'device_id': '60253cc8-9863-4a16-96b3-47c021efa371', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:47.002147 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.258446 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75cd1142-f017-4ef6-8fd2-195269bc5c69 {{(pid=93173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:41:47.266288 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.278617 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Transition to ACTIVE for port object 75cd1142-f017-4ef6-8fd2-195269bc5c69 will not be triggered until provisioned by entity L2. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:47.282780 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.354557 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Pushing event updated for resources: {'Port': ['ID=75cd1142-f017-4ef6-8fd2-195269bc5c69,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:47.441978 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Attempting to bind port 75cd1142-f017-4ef6-8fd2-195269bc5c69 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:41:47.442320 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Attempting to bind port 75cd1142-f017-4ef6-8fd2-195269bc5c69 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '13f910ec-3e77-4777-b28e-ecefef3d2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e'}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:41:47.442677 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Attempting to bind port 75cd1142-f017-4ef6-8fd2-195269bc5c69 on network ec4ab563-fdac-4edb-9685-f853bbc2dd2e {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:47.451845 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Port 75cd1142-f017-4ef6-8fd2-195269bc5c69 on network ec4ab563-fdac-4edb-9685-f853bbc2dd2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:41:47.452173 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Attempting to bind port 75cd1142-f017-4ef6-8fd2-195269bc5c69 on network ec4ab563-fdac-4edb-9685-f853bbc2dd2e {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:47.462444 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b422b9-9a81-4928-8a01-5388b7b257ba req-86e8ff0f-3c92-4f5e-9dd5-b8bb1b442b22 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:47.463923 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d2b422b9-9a81-4928-8a01-5388b7b257ba req-86e8ff0f-3c92-4f5e-9dd5-b8bb1b442b22 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=60253cc8-9863-4a16-96b3-47c021efa371 HTTP/1.1" status: 200 len: 943 time: 0.1300087 Jul 13 14:41:47.467106 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:41:47.467448 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Checking segment: {'id': '13f910ec-3e77-4777-b28e-ecefef3d2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:47.467830 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Bound using segment: {'id': '13f910ec-3e77-4777-b28e-ecefef3d2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e'} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:41:47.468258 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Bound port: 75cd1142-f017-4ef6-8fd2-195269bc5c69, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f910ec-3e77-4777-b28e-ecefef3d2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e'}}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:41:47.468641 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.538764 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d2b422b9-9a81-4928-8a01-5388b7b257ba req-b7852d99-e730-4816-b3ff-f0ddf917f545 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677090 Jul 13 14:41:47.559662 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] For port 75cd1142-f017-4ef6-8fd2-195269bc5c69, host hv-cinder-78836, cleared binding levels {{(pid=93173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:41:47.562693 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] For port 75cd1142-f017-4ef6-8fd2-195269bc5c69, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=75cd1142-f017-4ef6-8fd2-195269bc5c69,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:41:47.567094 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.600260 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:47.600905 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.602294 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] 10.222.0.44 "PUT /v2.0/ports/75cd1142-f017-4ef6-8fd2-195269bc5c69 HTTP/1.1" status: 200 len: 1093 time: 0.6794000 Jul 13 14:41:47.602721 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60253cc8-9863-4a16-96b3-47c021efa371', 'tag': '75cd1142-f017-4ef6-8fd2-195269bc5c69'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:41:47.604983 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5707d65-313e-43b4-ac13-b57f452b9d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "60253cc8-9863-4a16-96b3-47c021efa371", "tag": "75cd1142-f017-4ef6-8fd2-195269bc5c69"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:41:47.638862 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1940600-df34-4cd6-9e21-e2a1906432e0 service neutron] Pushing event updated for resources: {'Port': ['ID=75cd1142-f017-4ef6-8fd2-195269bc5c69,revision_number=3']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:47.688790 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95af36b1-16af-4ccc-b84d-0da6f15c33b7 x-openstack-request-id: req-95af36b1-16af-4ccc-b84d-0da6f15c33b7 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:47.689085 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60253cc8-9863-4a16-96b3-47c021efa371", "tag": "75cd1142-f017-4ef6-8fd2-195269bc5c69", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:47.689335 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-95af36b1-16af-4ccc-b84d-0da6f15c33b7 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:47.689725 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60253cc8-9863-4a16-96b3-47c021efa371', 'tag': '75cd1142-f017-4ef6-8fd2-195269bc5c69', 'status': 'completed', 'code': 200} Jul 13 14:41:47.715791 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-ec67aa6e-0750-45a3-a436-dfb9622ba592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:47.717865 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-ec67aa6e-0750-45a3-a436-dfb9622ba592 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9e79ded0e9541ffa2961ceca2cd6ddc&device_id=60253cc8-9863-4a16-96b3-47c021efa371 HTTP/1.1" status: 200 len: 1096 time: 0.0577705 Jul 13 14:41:47.766905 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-e034ca49-ce75-4c8a-83ad-b93e726d1bcb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75cd1142-f017-4ef6-8fd2-195269bc5c69 HTTP/1.1" status: 200 len: 217 time: 0.0342093 Jul 13 14:41:47.847279 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-75224280-07d8-407f-8228-9e4df32d1425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:47.848781 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-75224280-07d8-407f-8228-9e4df32d1425 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f875b4b-9ea6-4d1a-b359-a60501252143 HTTP/1.1" status: 200 len: 854 time: 0.0568943 Jul 13 14:41:47.898597 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-d6fbae40-1568-40a1-9733-56ca8a6a9159 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272949 Jul 13 14:41:48.029737 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-59013cc5-b686-4e75-84f6-76e2a35d858b service neutron] 10.222.0.44 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235085 Jul 13 14:41:48.041537 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37331f82-73c6-459c-a94f-f04eaa353c5f req-f3986ee8-52e4-4cbd-800e-123fa09a8c85 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:48.042898 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-37331f82-73c6-459c-a94f-f04eaa353c5f req-f3986ee8-52e4-4cbd-800e-123fa09a8c85 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=3937c010-5cf0-48a8-a987-d95a54ea0796 HTTP/1.1" status: 200 len: 945 time: 0.1201305 Jul 13 14:41:48.128854 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-37331f82-73c6-459c-a94f-f04eaa353c5f req-494cc701-c690-4826-b5e9-08aea64b07df tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776420 Jul 13 14:41:48.152696 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18907f9f-5494-417e-a7ff-54ca3c241c58 req-d1e69bdf-e5df-40ee-a4ec-6a7ae524fb82 service neutron] 10.222.0.44 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088581 Jul 13 14:41:48.268503 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5707d65-313e-43b4-ac13-b57f452b9d1a req-0ba8ed35-ab1a-4740-ab4d-f8be76f91533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:48.269991 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d5707d65-313e-43b4-ac13-b57f452b9d1a req-0ba8ed35-ab1a-4740-ab4d-f8be76f91533 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9e79ded0e9541ffa2961ceca2cd6ddc&device_id=60253cc8-9863-4a16-96b3-47c021efa371 HTTP/1.1" status: 200 len: 1096 time: 0.0518422 Jul 13 14:41:48.359209 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5707d65-313e-43b4-ac13-b57f452b9d1a req-91a2e1db-254b-488a-88e2-2269f9134700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:48.360646 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d5707d65-313e-43b4-ac13-b57f452b9d1a req-91a2e1db-254b-488a-88e2-2269f9134700 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e HTTP/1.1" status: 200 len: 915 time: 0.0810075 Jul 13 14:41:48.409799 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d5707d65-313e-43b4-ac13-b57f452b9d1a req-119e4f8b-3f48-4ea4-991e-72210589a053 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75cd1142-f017-4ef6-8fd2-195269bc5c69 HTTP/1.1" status: 200 len: 217 time: 0.0361762 Jul 13 14:41:48.458111 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5707d65-313e-43b4-ac13-b57f452b9d1a req-abfa3e44-fea6-4f51-80b8-3454e1ad406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:48.459515 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d5707d65-313e-43b4-ac13-b57f452b9d1a req-abfa3e44-fea6-4f51-80b8-3454e1ad406b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f875b4b-9ea6-4d1a-b359-a60501252143 HTTP/1.1" status: 200 len: 854 time: 0.0423532 Jul 13 14:41:48.501271 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d5707d65-313e-43b4-ac13-b57f452b9d1a req-82e3023d-eb59-4484-ab66-496f791b74e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256982 Jul 13 14:41:48.596463 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d5707d65-313e-43b4-ac13-b57f452b9d1a req-025d173a-58bc-4008-becf-f698c6a1b8e4 service neutron] 10.222.0.44 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863225 Jul 13 14:41:48.745705 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d5707d65-313e-43b4-ac13-b57f452b9d1a req-61ccaa7e-dd81-4164-a017-33af45177717 service neutron] 10.222.0.44 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313756 Jul 13 14:41:48.758763 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7bf91-8b75-45b1-8a03-7067df78f699 req-06795743-e54a-40d1-8fab-8146be5ec543 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:48.760156 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ccb7bf91-8b75-45b1-8a03-7067df78f699 req-06795743-e54a-40d1-8fab-8146be5ec543 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=60253cc8-9863-4a16-96b3-47c021efa371 HTTP/1.1" status: 200 len: 943 time: 0.1015477 Jul 13 14:41:48.797610 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ccb7bf91-8b75-45b1-8a03-7067df78f699 req-bffddf94-ad8a-45a0-998e-52dde92f090d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319042 Jul 13 14:41:49.296674 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec690ec0-9374-4dca-a46b-43ef946f6155 req-7808ce8b-c66b-4bb0-9480-43697eab3801 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:49.298140 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ec690ec0-9374-4dca-a46b-43ef946f6155 req-7808ce8b-c66b-4bb0-9480-43697eab3801 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=3937c010-5cf0-48a8-a987-d95a54ea0796 HTTP/1.1" status: 200 len: 945 time: 0.0620182 Jul 13 14:41:49.334956 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ec690ec0-9374-4dca-a46b-43ef946f6155 req-57497a7c-3e6d-4f22-8285-b17ff56b10ec tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315497 Jul 13 14:41:49.976825 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2ff4c-566e-4041-8df2-1259154d8314 req-36bca50a-eded-4ce9-b061-91b11949199b tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:49.978321 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-efe2ff4c-566e-4041-8df2-1259154d8314 req-36bca50a-eded-4ce9-b061-91b11949199b tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=60253cc8-9863-4a16-96b3-47c021efa371 HTTP/1.1" status: 200 len: 943 time: 0.0682375 Jul 13 14:41:50.015961 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-efe2ff4c-566e-4041-8df2-1259154d8314 req-6a52676d-f450-45e4-90ba-a145fc7071ef tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312810 Jul 13 14:41:50.531855 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81292f69-7c62-4926-be4a-f6c3258d027b req-b31a0be8-721a-48ef-b7b3-e854fe141610 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:50.533371 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-81292f69-7c62-4926-be4a-f6c3258d027b req-b31a0be8-721a-48ef-b7b3-e854fe141610 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/ports?device_id=3937c010-5cf0-48a8-a987-d95a54ea0796 HTTP/1.1" status: 200 len: 945 time: 0.0913756 Jul 13 14:41:50.587187 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9355ca6-7893-44ea-8f43-02c38b71990e req-6cca2da0-7ff4-4ff3-9ebc-9e0525f3c67b tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:50.588622 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a9355ca6-7893-44ea-8f43-02c38b71990e req-6cca2da0-7ff4-4ff3-9ebc-9e0525f3c67b tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.44 "GET /v2.0/ports?device_id=3937c010-5cf0-48a8-a987-d95a54ea0796 HTTP/1.1" status: 200 len: 945 time: 0.1002626 Jul 13 14:41:50.593472 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-81292f69-7c62-4926-be4a-f6c3258d027b req-6faa655b-5a06-4c03-baaf-b803ae8cc038 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.42 "GET /v2.0/security-groups?id=903daf07-42e0-4ba7-8884-a392ea8bc26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546281 Jul 13 14:41:50.700156 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-a9355ca6-7893-44ea-8f43-02c38b71990e req-205ab2dd-2613-43a0-8d2c-ccd180a51a18 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Deleting port 089e020a-3cec-4ad1-8efc-ce638bd5beea {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:41:50.701019 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-a9355ca6-7893-44ea-8f43-02c38b71990e req-205ab2dd-2613-43a0-8d2c-ccd180a51a18 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.792696 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-a9355ca6-7893-44ea-8f43-02c38b71990e req-205ab2dd-2613-43a0-8d2c-ccd180a51a18 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] For port 089e020a-3cec-4ad1-8efc-ce638bd5beea, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=089e020a-3cec-4ad1-8efc-ce638bd5beea,segment=NetworkSegment(48725b0c-303d-4b9a-a4d0-be105963b506),segment_id=48725b0c-303d-4b9a-a4d0-be105963b506)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:50.793049 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-a9355ca6-7893-44ea-8f43-02c38b71990e req-205ab2dd-2613-43a0-8d2c-ccd180a51a18 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.806039 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-a9355ca6-7893-44ea-8f43-02c38b71990e req-205ab2dd-2613-43a0-8d2c-ccd180a51a18 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Calling delete_port for 089e020a-3cec-4ad1-8efc-ce638bd5beea owned by compute:nova {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:41:50.928116 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-a9355ca6-7893-44ea-8f43-02c38b71990e req-205ab2dd-2613-43a0-8d2c-ccd180a51a18 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.941239 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['089e020a-3cec-4ad1-8efc-ce638bd5beea'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:41:50.966155 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ab2dd-2613-43a0-8d2c-ccd180a51a18 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Pushing event deleted for resources: {'Port': ['ID=089e020a-3cec-4ad1-8efc-ce638bd5beea,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:51.008305 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9355ca6-7893-44ea-8f43-02c38b71990e req-205ab2dd-2613-43a0-8d2c-ccd180a51a18 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] No DVR routers for this DVR port 089e020a-3cec-4ad1-8efc-ce638bd5beea on host hv-cinder-78836 {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:41:51.010863 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-a9355ca6-7893-44ea-8f43-02c38b71990e req-205ab2dd-2613-43a0-8d2c-ccd180a51a18 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:51.013116 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a9355ca6-7893-44ea-8f43-02c38b71990e req-205ab2dd-2613-43a0-8d2c-ccd180a51a18 tempest-VolumesSnapshotTestJSON-1924539104 tempest-VolumesSnapshotTestJSON-1924539104-project] 10.222.0.44 "DELETE /v2.0/ports/089e020a-3cec-4ad1-8efc-ce638bd5beea HTTP/1.1" status: 204 len: 173 time: 0.4100282 Jul 13 14:41:51.013550 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3937c010-5cf0-48a8-a987-d95a54ea0796', 'name': 'network-vif-deleted', 'tag': '089e020a-3cec-4ad1-8efc-ce638bd5beea'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:41:51.015739 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664d775a-2ca3-4418-8598-e6923daec49c" -d '{"events": [{"server_uuid": "3937c010-5cf0-48a8-a987-d95a54ea0796", "name": "network-vif-deleted", "tag": "089e020a-3cec-4ad1-8efc-ce638bd5beea"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:41:51.056437 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303981f0-8457-4e38-b689-7d7a44a45285 x-openstack-request-id: req-303981f0-8457-4e38-b689-7d7a44a45285 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:51.056796 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3937c010-5cf0-48a8-a987-d95a54ea0796", "name": "network-vif-deleted", "tag": "089e020a-3cec-4ad1-8efc-ce638bd5beea", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:51.057068 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-303981f0-8457-4e38-b689-7d7a44a45285 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:51.057501 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3937c010-5cf0-48a8-a987-d95a54ea0796', 'name': 'network-vif-deleted', 'tag': '089e020a-3cec-4ad1-8efc-ce638bd5beea', 'status': 'completed', 'code': 200} Jul 13 14:41:51.193309 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc304cc-19d2-4599-af10-dfaeee349ca4 req-49383b59-f034-49c5-805a-6c2c18a14d85 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:51.194782 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-edc304cc-19d2-4599-af10-dfaeee349ca4 req-49383b59-f034-49c5-805a-6c2c18a14d85 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=60253cc8-9863-4a16-96b3-47c021efa371 HTTP/1.1" status: 200 len: 943 time: 0.0638871 Jul 13 14:41:51.232303 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-edc304cc-19d2-4599-af10-dfaeee349ca4 req-fff1e6a5-f5f9-41da-809e-2e5d11fd72e3 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313165 Jul 13 14:41:51.541432 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 75cd1142-f017-4ef6-8fd2-195269bc5c69 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:41:51.635203 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 75cd1142-f017-4ef6-8fd2-195269bc5c69, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=75cd1142-f017-4ef6-8fd2-195269bc5c69,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:51.648306 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': '75cd1142-f017-4ef6-8fd2-195269bc5c69', 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e', 'port_id': '75cd1142-f017-4ef6-8fd2-195269bc5c69', 'mac_address': 'fa:16:3e:eb:e2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f875b4b-9ea6-4d1a-b359-a60501252143', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:41:51.688369 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:51.710107 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75cd1142-f017-4ef6-8fd2-195269bc5c69 {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:41:51.729551 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 75cd1142-f017-4ef6-8fd2-195269bc5c69, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=75cd1142-f017-4ef6-8fd2-195269bc5c69,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:51.734319 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:51.784529 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=75cd1142-f017-4ef6-8fd2-195269bc5c69,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:52.039399 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['75cd1142-f017-4ef6-8fd2-195269bc5c69'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:41:52.404325 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6aa3c2-421c-4c1a-a7a5-454263314f54 req-b002009d-57c3-44e6-af9a-723eff3b655f tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:52.405822 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7b6aa3c2-421c-4c1a-a7a5-454263314f54 req-b002009d-57c3-44e6-af9a-723eff3b655f tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=60253cc8-9863-4a16-96b3-47c021efa371 HTTP/1.1" status: 200 len: 944 time: 0.0668547 Jul 13 14:41:52.442767 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7b6aa3c2-421c-4c1a-a7a5-454263314f54 req-fb80302b-4a9b-486b-9a80-f8ae60e062f3 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315082 Jul 13 14:41:53.612890 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92182e9f-1fbe-4ff7-8d5b-733a9fdc6cf0 req-200e8d34-924b-4a8d-9909-611f85b7a8a6 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:53.614375 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-92182e9f-1fbe-4ff7-8d5b-733a9fdc6cf0 req-200e8d34-924b-4a8d-9909-611f85b7a8a6 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=60253cc8-9863-4a16-96b3-47c021efa371 HTTP/1.1" status: 200 len: 944 time: 0.0626457 Jul 13 14:41:53.650247 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-92182e9f-1fbe-4ff7-8d5b-733a9fdc6cf0 req-f8cc9d09-b27b-4402-b0b4-052f844d40ed tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305498 Jul 13 14:41:54.818211 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d2ec6-0c9f-4493-94ce-bc9fed62755b req-456e8ba5-f019-4a29-9092-ac9f0f10d90b tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:54.819660 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b26d2ec6-0c9f-4493-94ce-bc9fed62755b req-456e8ba5-f019-4a29-9092-ac9f0f10d90b tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=60253cc8-9863-4a16-96b3-47c021efa371 HTTP/1.1" status: 200 len: 944 time: 0.0608907 Jul 13 14:41:54.856402 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b26d2ec6-0c9f-4493-94ce-bc9fed62755b req-6006e8f7-83d3-4b76-9adf-406291ad1ef6 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311604 Jul 13 14:41:56.029813 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44aef7-cb9a-4b50-badb-9addf6b39adb req-85d1eb08-3c38-4598-b1fd-94f7de9fc080 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:56.031277 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fb44aef7-cb9a-4b50-badb-9addf6b39adb req-85d1eb08-3c38-4598-b1fd-94f7de9fc080 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=60253cc8-9863-4a16-96b3-47c021efa371 HTTP/1.1" status: 200 len: 944 time: 0.0662165 Jul 13 14:41:56.067200 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fb44aef7-cb9a-4b50-badb-9addf6b39adb req-20dd2fdd-2a8a-4068-9d53-f7d951ded67a tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302212 Jul 13 14:41:56.312886 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 75cd1142-f017-4ef6-8fd2-195269bc5c69 up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:56.362109 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port 75cd1142-f017-4ef6-8fd2-195269bc5c69 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:56.365558 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port 75cd1142-f017-4ef6-8fd2-195269bc5c69 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:56.365932 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.438713 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.459659 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60253cc8-9863-4a16-96b3-47c021efa371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75cd1142-f017-4ef6-8fd2-195269bc5c69'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:41:56.461896 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69936242-a423-4dd4-bf6f-aac36af00b9b" -d '{"events": [{"server_uuid": "60253cc8-9863-4a16-96b3-47c021efa371", "name": "network-vif-plugged", "status": "completed", "tag": "75cd1142-f017-4ef6-8fd2-195269bc5c69"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:41:56.474760 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 75cd1142-f017-4ef6-8fd2-195269bc5c69, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=75cd1142-f017-4ef6-8fd2-195269bc5c69,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:56.479056 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.503892 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e8bf5d-4033-4dae-8cdb-3fe6d9cf80fb x-openstack-request-id: req-15e8bf5d-4033-4dae-8cdb-3fe6d9cf80fb {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:56.504175 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60253cc8-9863-4a16-96b3-47c021efa371", "name": "network-vif-plugged", "status": "completed", "tag": "75cd1142-f017-4ef6-8fd2-195269bc5c69", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:56.504421 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15e8bf5d-4033-4dae-8cdb-3fe6d9cf80fb {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:56.504903 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60253cc8-9863-4a16-96b3-47c021efa371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75cd1142-f017-4ef6-8fd2-195269bc5c69', 'code': 200} Jul 13 14:41:56.505616 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 089e020a-3cec-4ad1-8efc-ce638bd5beea no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:41:56.531995 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: 089e020a-3cec-4ad1-8efc-ce638bd5beea {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:41:56.532338 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 089e020a-3cec-4ad1-8efc-ce638bd5beea not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:41:56.552426 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=75cd1142-f017-4ef6-8fd2-195269bc5c69,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:56.726864 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d71c4-69db-4b77-a368-0dcc7f8e7722 req-90bca23d-f0bd-4c82-9ee6-693049179451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:56.728204 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-253d71c4-69db-4b77-a368-0dcc7f8e7722 req-90bca23d-f0bd-4c82-9ee6-693049179451 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=60253cc8-9863-4a16-96b3-47c021efa371 HTTP/1.1" status: 200 len: 1098 time: 0.0500453 Jul 13 14:41:56.761759 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-253d71c4-69db-4b77-a368-0dcc7f8e7722 req-53c49cf2-1d66-4e2d-94a0-edc22b018366 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257978 Jul 13 14:41:57.012555 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9c5c9bc9-ce3a-4154-a968-19604130f47d req-ae115b48-81de-41bd-a90e-98ec9faf9dee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535803 Jul 13 14:41:57.113484 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c9bc9-ce3a-4154-a968-19604130f47d req-76f7e3f6-3fb1-4f96-8559-852ed74ac155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:57.115056 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9c5c9bc9-ce3a-4154-a968-19604130f47d req-76f7e3f6-3fb1-4f96-8559-852ed74ac155 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c925332815c423cab33c3c2badc3cab&device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 1100 time: 0.0557756 Jul 13 14:41:57.229178 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c9bc9-ce3a-4154-a968-19604130f47d req-9abef298-7bed-4319-9155-ca0197b55a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:57.230744 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9c5c9bc9-ce3a-4154-a968-19604130f47d req-9abef298-7bed-4319-9155-ca0197b55a21 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 HTTP/1.1" status: 200 len: 918 time: 0.0891643 Jul 13 14:41:57.310508 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9c5c9bc9-ce3a-4154-a968-19604130f47d req-cc75198d-4559-465e-9dc4-d688ae1f5a0a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b HTTP/1.1" status: 200 len: 1002 time: 0.0650439 Jul 13 14:41:57.393040 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c9bc9-ce3a-4154-a968-19604130f47d req-bebd49b3-aac6-41f5-8cef-847d7d569f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:57.394485 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9c5c9bc9-ce3a-4154-a968-19604130f47d req-bebd49b3-aac6-41f5-8cef-847d7d569f8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c92b411-3ce3-4134-a4e0-9e76e0a93cef HTTP/1.1" status: 200 len: 856 time: 0.0738518 Jul 13 14:41:57.456612 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01d382-21e3-451e-8b90-e60035b3eb6f req-8c1a1181-556e-45dd-bf8d-3e093b92f27b tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:57.458125 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ae01d382-21e3-451e-8b90-e60035b3eb6f req-8c1a1181-556e-45dd-bf8d-3e093b92f27b tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=60253cc8-9863-4a16-96b3-47c021efa371 HTTP/1.1" status: 200 len: 945 time: 0.1110718 Jul 13 14:41:57.504089 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c9bc9-ce3a-4154-a968-19604130f47d req-d6fe7ca8-de10-4455-9a20-95e40c3c36bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:57.505812 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9c5c9bc9-ce3a-4154-a968-19604130f47d req-d6fe7ca8-de10-4455-9a20-95e40c3c36bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0999265 Jul 13 14:41:57.511228 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ae01d382-21e3-451e-8b90-e60035b3eb6f req-e1ce0c5b-fe45-4a0e-bc0d-0f2f2594b448 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466900 Jul 13 14:41:57.601381 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9c5c9bc9-ce3a-4154-a968-19604130f47d req-a2353621-1a49-4209-a12e-8dcc8ff9ce44 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844204 Jul 13 14:41:57.948015 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9c5c9bc9-ce3a-4154-a968-19604130f47d req-ce327de4-fbf5-4a01-84e6-33a1337e7c4f service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393099 Jul 13 14:41:58.687338 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09ac73-4595-4b57-a4d7-e084884ad465 req-3d9229ec-aad3-4be6-8ea6-4922c5971370 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:58.688824 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ac09ac73-4595-4b57-a4d7-e084884ad465 req-3d9229ec-aad3-4be6-8ea6-4922c5971370 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=60253cc8-9863-4a16-96b3-47c021efa371 HTTP/1.1" status: 200 len: 945 time: 0.0643942 Jul 13 14:41:58.731072 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ac09ac73-4595-4b57-a4d7-e084884ad465 req-48465383-949a-4117-bf95-0f9d4c5c813c tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358868 Jul 13 14:42:00.489505 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302f000-06cd-40ec-befb-1406db00c44c req-cd6f203a-7068-459f-b1d0-15d7b0d80698 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:00.490850 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5302f000-06cd-40ec-befb-1406db00c44c req-cd6f203a-7068-459f-b1d0-15d7b0d80698 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/networks?id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e HTTP/1.1" status: 200 len: 814 time: 0.1007667 Jul 13 14:42:00.504793 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5302f000-06cd-40ec-befb-1406db00c44c req-4f6cfd49-b8e9-4847-bffb-dbaa6ab1592d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/quotas/e9e79ded0e9541ffa2961ceca2cd6ddc HTTP/1.1" status: 200 len: 375 time: 0.0086548 Jul 13 14:42:00.571615 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5302f000-06cd-40ec-befb-1406db00c44c req-b9d0b4cd-401b-4df8-b686-11b822dda1be tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9e79ded0e9541ffa2961ceca2cd6ddc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621843 Jul 13 14:42:00.662145 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5302f000-06cd-40ec-befb-1406db00c44c req-5a692ec7-bede-46c6-bc76-fcd34acc49cf service neutron] 10.222.0.42 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835724 Jul 13 14:42:00.752085 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5302f000-06cd-40ec-befb-1406db00c44c req-4fe1204d-06f3-44e2-b643-b28ec868324e service neutron] 10.222.0.42 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843267 Jul 13 14:42:00.913187 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3e1462d3-b05f-4bfb-a8bf-873b07a71432 req-138b1cdc-5377-4a50-9d0e-ace3edafbc89 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 210 time: 0.0293424 Jul 13 14:42:01.202866 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:02.052488 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-64c95e0e-4677-48da-97a9-967ab4f7cd1c req-1ffbff60-bd41-4c37-a210-ccd2e221a05a tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 210 time: 0.0316029 Jul 13 14:42:03.187381 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c03f13f4-3fac-42d9-9e34-7b562a4c8ebe req-6c446fe5-f503-44ea-8daa-c1dea0a69f3c tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 210 time: 0.0278313 Jul 13 14:42:04.321795 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3d864ea1-7fe2-4fe9-9033-191dac584022 req-3fe83bf6-36fd-4943-8a8b-70b2c1fb1787 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 210 time: 0.0289226 Jul 13 14:42:05.455880 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4a11c93a-831c-42a3-8461-e2c140c2fd8c req-92df02a7-50c2-42cd-b115-5b78f3018a24 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 210 time: 0.0285974 Jul 13 14:42:05.687283 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302f000-06cd-40ec-befb-1406db00c44c req-be6b1169-16e8-4605-86b6-da659adc3d9f tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:05.688918 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5302f000-06cd-40ec-befb-1406db00c44c req-be6b1169-16e8-4605-86b6-da659adc3d9f tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.44 "GET /v2.0/networks?id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e HTTP/1.1" status: 200 len: 814 time: 0.1174157 Jul 13 14:42:05.704461 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-5302f000-06cd-40ec-befb-1406db00c44c req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Request body: {'port': {'device_id': '119e2a63-d0c1-427d-a963-288945a17133', 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e', 'admin_state_up': True, 'tenant_id': 'e9e79ded0e9541ffa2961ceca2cd6ddc'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:05.816365 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5302f000-06cd-40ec-befb-1406db00c44c req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Made reservation on behalf of e9e79ded0e9541ffa2961ceca2cd6ddc for: {'port': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:42:05.820084 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5302f000-06cd-40ec-befb-1406db00c44c req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:05.956366 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [req-5302f000-06cd-40ec-befb-1406db00c44c req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Allocated IP 172.20.0.11 (ec4ab563-fdac-4edb-9685-f853bbc2dd2e/9f875b4b-9ea6-4d1a-b359-a60501252143/7236c2b0-7026-4836-a39f-cab0c0af9d99) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:42:06.100638 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5302f000-06cd-40ec-befb-1406db00c44c req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:06.140763 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5302f000-06cd-40ec-befb-1406db00c44c req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:06.157201 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['84300eb0-a1e3-4488-8e14-0e4c7a752601', '75cd1142-f017-4ef6-8fd2-195269bc5c69'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:42:06.181751 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5302f000-06cd-40ec-befb-1406db00c44c req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Network ec4ab563-fdac-4edb-9685-f853bbc2dd2e is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:42:06.187640 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [req-5302f000-06cd-40ec-befb-1406db00c44c req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:42:06.191424 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-5302f000-06cd-40ec-befb-1406db00c44c req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:42:06.219163 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Pushing event updated for resources: {'Port': ['ID=7236c2b0-7026-4836-a39f-cab0c0af9d99,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:06.230697 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.231086 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.231428 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.231767 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.232101 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.232433 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.232788 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.233117 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.233443 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.233766 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.234092 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.234413 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.255514 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302f000-06cd-40ec-befb-1406db00c44c req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:06.256127 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5302f000-06cd-40ec-befb-1406db00c44c req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:06.270364 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5302f000-06cd-40ec-befb-1406db00c44c req-8ad026e7-1486-459f-9b11-1ec1949b09c9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5695446 Jul 13 14:42:06.283691 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Request body: {'port': {'device_id': '119e2a63-d0c1-427d-a963-288945a17133', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:06.359571 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:06.571929 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7b53ae06-cbfc-49ac-9d26-97b626b10829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:06.651811 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7236c2b0-7026-4836-a39f-cab0c0af9d99 {{(pid=93173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:42:06.661813 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:06.686040 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc60bc-ae6e-4df6-8450-1793dce42175 req-a4a8f55d-7f0f-437a-a9f7-23d1c0c8562f tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:06.689041 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9fdc60bc-ae6e-4df6-8450-1793dce42175 req-a4a8f55d-7f0f-437a-a9f7-23d1c0c8562f tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 932 time: 0.1214516 Jul 13 14:42:06.689985 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Transition to ACTIVE for port object 7236c2b0-7026-4836-a39f-cab0c0af9d99 will not be triggered until provisioned by entity L2. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:42:06.694005 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:06.773995 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Pushing event updated for resources: {'Port': ['ID=7236c2b0-7026-4836-a39f-cab0c0af9d99,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:06.801918 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9fdc60bc-ae6e-4df6-8450-1793dce42175 req-3c88932b-275e-4f3a-ab6a-698217faffe7 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047299 Jul 13 14:42:06.853282 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Attempting to bind port 7236c2b0-7026-4836-a39f-cab0c0af9d99 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:42:06.853626 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Attempting to bind port 7236c2b0-7026-4836-a39f-cab0c0af9d99 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '13f910ec-3e77-4777-b28e-ecefef3d2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e'}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:42:06.853974 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Attempting to bind port 7236c2b0-7026-4836-a39f-cab0c0af9d99 on network ec4ab563-fdac-4edb-9685-f853bbc2dd2e {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:42:06.861873 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Port 7236c2b0-7026-4836-a39f-cab0c0af9d99 on network ec4ab563-fdac-4edb-9685-f853bbc2dd2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:42:06.861986 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Attempting to bind port 7236c2b0-7026-4836-a39f-cab0c0af9d99 on network ec4ab563-fdac-4edb-9685-f853bbc2dd2e {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:42:06.868207 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:42:06.868548 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Checking segment: {'id': '13f910ec-3e77-4777-b28e-ecefef3d2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:42:06.868956 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Bound using segment: {'id': '13f910ec-3e77-4777-b28e-ecefef3d2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e'} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:42:06.869434 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Bound port: 7236c2b0-7026-4836-a39f-cab0c0af9d99, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f910ec-3e77-4777-b28e-ecefef3d2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e'}}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:42:06.869801 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:06.937218 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] For port 7236c2b0-7026-4836-a39f-cab0c0af9d99, host hv-cinder-78836, cleared binding levels {{(pid=93173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:42:06.940216 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] For port 7236c2b0-7026-4836-a39f-cab0c0af9d99, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7236c2b0-7026-4836-a39f-cab0c0af9d99,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:42:06.944017 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:06.975747 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:06.976372 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:06.977744 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5302f000-06cd-40ec-befb-1406db00c44c req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] 10.222.0.44 "PUT /v2.0/ports/7236c2b0-7026-4836-a39f-cab0c0af9d99 HTTP/1.1" status: 200 len: 1094 time: 0.6982577 Jul 13 14:42:06.978187 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119e2a63-d0c1-427d-a963-288945a17133', 'tag': '7236c2b0-7026-4836-a39f-cab0c0af9d99'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:06.980394 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f983f84-7164-474a-9bff-be2e84c38151" -d '{"events": [{"name": "network-changed", "server_uuid": "119e2a63-d0c1-427d-a963-288945a17133", "tag": "7236c2b0-7026-4836-a39f-cab0c0af9d99"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:07.009964 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc88ef4-7d25-4bb8-bec4-5b5427e5d376 service neutron] Pushing event updated for resources: {'Port': ['ID=7236c2b0-7026-4836-a39f-cab0c0af9d99,revision_number=3']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:07.018090 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520b65d4-0d73-486d-92c9-0a6e730fcad6 x-openstack-request-id: req-520b65d4-0d73-486d-92c9-0a6e730fcad6 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:07.018090 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119e2a63-d0c1-427d-a963-288945a17133", "tag": "7236c2b0-7026-4836-a39f-cab0c0af9d99", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:07.018297 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-520b65d4-0d73-486d-92c9-0a6e730fcad6 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:07.018665 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119e2a63-d0c1-427d-a963-288945a17133', 'tag': '7236c2b0-7026-4836-a39f-cab0c0af9d99', 'status': 'completed', 'code': 200} Jul 13 14:42:07.086977 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302f000-06cd-40ec-befb-1406db00c44c req-68629878-c080-40e1-a4db-78ca7eaf5529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:07.088756 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5302f000-06cd-40ec-befb-1406db00c44c req-68629878-c080-40e1-a4db-78ca7eaf5529 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9e79ded0e9541ffa2961ceca2cd6ddc&device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 1097 time: 0.0553601 Jul 13 14:42:07.134788 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5302f000-06cd-40ec-befb-1406db00c44c req-dab2b657-a089-4701-92ea-4f4025f50e77 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7236c2b0-7026-4836-a39f-cab0c0af9d99 HTTP/1.1" status: 200 len: 217 time: 0.0365109 Jul 13 14:42:07.188383 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302f000-06cd-40ec-befb-1406db00c44c req-065be5b6-16e6-4a90-bc29-78c1dc96e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:07.189911 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5302f000-06cd-40ec-befb-1406db00c44c req-065be5b6-16e6-4a90-bc29-78c1dc96e174 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f875b4b-9ea6-4d1a-b359-a60501252143 HTTP/1.1" status: 200 len: 854 time: 0.0446680 Jul 13 14:42:07.226687 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5302f000-06cd-40ec-befb-1406db00c44c req-d068fdb9-4efc-4fc9-84b4-e2e6b2e39624 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254910 Jul 13 14:42:07.320676 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5302f000-06cd-40ec-befb-1406db00c44c req-21c7abd6-24cb-46df-9858-888bf123789e service neutron] 10.222.0.44 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854220 Jul 13 14:42:07.411404 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5302f000-06cd-40ec-befb-1406db00c44c req-0c6162b7-a9b6-45ba-a1f7-7dcd418b0b87 service neutron] 10.222.0.44 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826900 Jul 13 14:42:07.527142 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f983f84-7164-474a-9bff-be2e84c38151 req-d1d0234b-a95e-4f74-b89f-d57db186a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:07.529362 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f983f84-7164-474a-9bff-be2e84c38151 req-d1d0234b-a95e-4f74-b89f-d57db186a887 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9e79ded0e9541ffa2961ceca2cd6ddc&device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 1097 time: 0.0581465 Jul 13 14:42:07.620264 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f983f84-7164-474a-9bff-be2e84c38151 req-559e14d0-bf4c-4014-b13b-13caea0501dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:07.622331 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f983f84-7164-474a-9bff-be2e84c38151 req-559e14d0-bf4c-4014-b13b-13caea0501dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e HTTP/1.1" status: 200 len: 915 time: 0.0845609 Jul 13 14:42:07.663614 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f983f84-7164-474a-9bff-be2e84c38151 req-33b15cce-357f-4d89-8faa-d0886e5c332b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7236c2b0-7026-4836-a39f-cab0c0af9d99 HTTP/1.1" status: 200 len: 217 time: 0.0341942 Jul 13 14:42:07.720720 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f983f84-7164-474a-9bff-be2e84c38151 req-f45cf7ac-6d11-4795-959f-2bf6d1a5c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:07.722459 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f983f84-7164-474a-9bff-be2e84c38151 req-f45cf7ac-6d11-4795-959f-2bf6d1a5c59f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f875b4b-9ea6-4d1a-b359-a60501252143 HTTP/1.1" status: 200 len: 854 time: 0.0517006 Jul 13 14:42:07.760942 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f983f84-7164-474a-9bff-be2e84c38151 req-5de7139e-68af-4294-930a-648f3a8b3502 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263453 Jul 13 14:42:07.862109 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f983f84-7164-474a-9bff-be2e84c38151 req-88a6ee86-a390-4696-82cc-0582e63c067c service neutron] 10.222.0.44 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875654 Jul 13 14:42:08.004683 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f983f84-7164-474a-9bff-be2e84c38151 req-72d60f34-42ef-4ee4-8c7c-34eaf78ff5a6 service neutron] 10.222.0.44 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311038 Jul 13 14:42:08.018153 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde46893-fbb9-4959-9ff6-8a7cfdbe7982 req-3fe96534-b0c7-41ee-b329-31725f6336bd tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:08.020010 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-dde46893-fbb9-4959-9ff6-8a7cfdbe7982 req-3fe96534-b0c7-41ee-b329-31725f6336bd tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 944 time: 0.0996354 Jul 13 14:42:08.057542 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-dde46893-fbb9-4959-9ff6-8a7cfdbe7982 req-6c17175b-c985-4b63-aa8d-cd911c3a7132 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319886 Jul 13 14:42:09.167784 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a33cd-378b-414b-9a46-530dc6df27b7 req-6cf30903-8e35-4cbd-8fcd-8d6ee9daf2a8 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:09.169325 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c70a33cd-378b-414b-9a46-530dc6df27b7 req-6cf30903-8e35-4cbd-8fcd-8d6ee9daf2a8 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 947 time: 0.0718851 Jul 13 14:42:09.235108 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c70a33cd-378b-414b-9a46-530dc6df27b7 req-ae70ed9e-8488-4cda-b29a-fb6a5747827f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602918 Jul 13 14:42:09.264738 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb2204-0285-42c5-b900-db8aee5f37ce req-ff57e74c-f7ae-4e17-a3a8-eb566b98c66f tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:09.266127 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1cfb2204-0285-42c5-b900-db8aee5f37ce req-ff57e74c-f7ae-4e17-a3a8-eb566b98c66f tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 944 time: 0.0777783 Jul 13 14:42:09.302562 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1cfb2204-0285-42c5-b900-db8aee5f37ce req-77cf6c8e-f6f7-41af-a53b-de7c13194c3c tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309258 Jul 13 14:42:09.378710 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-c0b5cb4e-2cc9-4085-8f33-d82d97e3e7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:09.606332 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:10.210396 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:10.376463 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 7236c2b0-7026-4836-a39f-cab0c0af9d99 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:42:10.413568 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a114d5-5538-404b-b75e-08677f10283f req-263bc17b-b746-477d-b50a-f64393e0002e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:10.415301 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f3a114d5-5538-404b-b75e-08677f10283f req-263bc17b-b746-477d-b50a-f64393e0002e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 947 time: 0.0665367 Jul 13 14:42:10.473812 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 7236c2b0-7026-4836-a39f-cab0c0af9d99, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7236c2b0-7026-4836-a39f-cab0c0af9d99,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:10.483158 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f3a114d5-5538-404b-b75e-08677f10283f req-6a04ea9e-7354-4f8b-9583-986875b57a1c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552027 Jul 13 14:42:10.487616 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': '7236c2b0-7026-4836-a39f-cab0c0af9d99', 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e', 'port_id': '7236c2b0-7026-4836-a39f-cab0c0af9d99', 'mac_address': 'fa:16:3e:fe:e6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f875b4b-9ea6-4d1a-b359-a60501252143', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:42:10.514165 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40be92-83ff-4e13-ab24-ab7e4f4a665b req-e69fa1a1-6bf7-41aa-be57-f4b5c3b0b9c1 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:10.515704 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2c40be92-83ff-4e13-ab24-ab7e4f4a665b req-e69fa1a1-6bf7-41aa-be57-f4b5c3b0b9c1 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 944 time: 0.0973723 Jul 13 14:42:10.537324 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:10.550010 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7236c2b0-7026-4836-a39f-cab0c0af9d99 {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:42:10.556311 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2c40be92-83ff-4e13-ab24-ab7e4f4a665b req-8b407944-6d5c-4d1d-b49a-73834ced0867 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336630 Jul 13 14:42:10.569818 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 7236c2b0-7026-4836-a39f-cab0c0af9d99, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7236c2b0-7026-4836-a39f-cab0c0af9d99,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:10.573714 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:10.619694 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=7236c2b0-7026-4836-a39f-cab0c0af9d99,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:10.626902 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:10.627250 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:10.627591 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:10.627923 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:10.628254 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:10.628607 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:10.628951 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:10.629276 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:10.629620 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:10.629945 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:10.630264 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:10.630582 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:10.999998 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['7236c2b0-7026-4836-a39f-cab0c0af9d99'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:42:11.453981 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187eaaa3-a7ea-4adb-ac98-7bc1887707a5 req-c0781f9b-2c28-4d0e-81f5-67ed37e8152b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:11.455378 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-187eaaa3-a7ea-4adb-ac98-7bc1887707a5 req-c0781f9b-2c28-4d0e-81f5-67ed37e8152b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 947 time: 0.0608175 Jul 13 14:42:11.565080 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-187eaaa3-a7ea-4adb-ac98-7bc1887707a5 req-6f02fc42-a514-40d3-b979-c63fcd2038c9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Deleting port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:42:11.565422 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-187eaaa3-a7ea-4adb-ac98-7bc1887707a5 req-6f02fc42-a514-40d3-b979-c63fcd2038c9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:11.724848 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-187eaaa3-a7ea-4adb-ac98-7bc1887707a5 req-6f02fc42-a514-40d3-b979-c63fcd2038c9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] For port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:11.725219 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-187eaaa3-a7ea-4adb-ac98-7bc1887707a5 req-6f02fc42-a514-40d3-b979-c63fcd2038c9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:11.808211 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d46444-a217-4f90-9dcc-a3aacce8f8c9 req-bf627b88-afa3-4077-a879-7cb1433675b4 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:11.810237 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-47d46444-a217-4f90-9dcc-a3aacce8f8c9 req-bf627b88-afa3-4077-a879-7cb1433675b4 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 947 time: 0.2028332 Jul 13 14:42:11.919546 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eee504-d286-4b15-ab50-dbcd33a64a8e req-2b402d82-98f2-4c9c-8a36-8835becc2e1f tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:11.921004 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c1eee504-d286-4b15-ab50-dbcd33a64a8e req-2b402d82-98f2-4c9c-8a36-8835becc2e1f tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 945 time: 0.2535040 Jul 13 14:42:11.954050 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-47d46444-a217-4f90-9dcc-a3aacce8f8c9 req-9b74c217-c348-4933-8e3d-9a14fe0f14c9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f25922d-93ff-40a3-8272-22396e171fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325970 Jul 13 14:42:12.013950 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.015145 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c1eee504-d286-4b15-ab50-dbcd33a64a8e req-f702e3e9-4eff-42e2-a28a-f42e1ad02ac3 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872028 Jul 13 14:42:12.036404 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-187eaaa3-a7ea-4adb-ac98-7bc1887707a5 req-6f02fc42-a514-40d3-b979-c63fcd2038c9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.036404 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-187eaaa3-a7ea-4adb-ac98-7bc1887707a5 req-6f02fc42-a514-40d3-b979-c63fcd2038c9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909700'] for floatingip, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.036404 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.l3_db [req-187eaaa3-a7ea-4adb-ac98-7bc1887707a5 req-6f02fc42-a514-40d3-b979-c63fcd2038c9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Floating IP 37e041ad-0aa0-489d-b694-c22ffb9ed7dc disassociated. External IP: 172.27.2.238, port: d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b. Jul 13 14:42:12.036404 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-187eaaa3-a7ea-4adb-ac98-7bc1887707a5 req-6f02fc42-a514-40d3-b979-c63fcd2038c9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Calling delete_port for d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b owned by compute:nova {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:42:12.160446 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-187eaaa3-a7ea-4adb-ac98-7bc1887707a5 req-6f02fc42-a514-40d3-b979-c63fcd2038c9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.188410 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02fc42-a514-40d3-b979-c63fcd2038c9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Pushing event deleted for resources: {'Port': ['ID=d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:12.302557 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-187eaaa3-a7ea-4adb-ac98-7bc1887707a5 req-6f02fc42-a514-40d3-b979-c63fcd2038c9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Router 6f11985b-bae0-41ef-8169-346a4cc221f2 has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:42:12.389395 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 7236c2b0-7026-4836-a39f-cab0c0af9d99 up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:42:12.414981 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-187eaaa3-a7ea-4adb-ac98-7bc1887707a5 req-6f02fc42-a514-40d3-b979-c63fcd2038c9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:42:12.427401 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660da14-467d-4bfc-bd8b-7470541ca988 None None] Sync routers for ids ['6f11985b-bae0-41ef-8169-346a4cc221f2'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:42:12.449156 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660da14-467d-4bfc-bd8b-7470541ca988 None None] Routers {'6f11985b-bae0-41ef-8169-346a4cc221f2'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:12.449932 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-9660da14-467d-4bfc-bd8b-7470541ca988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:42:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['6f11985b-bae0-41ef-8169-346a4cc221f2'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:12.469576 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-187eaaa3-a7ea-4adb-ac98-7bc1887707a5 req-6f02fc42-a514-40d3-b979-c63fcd2038c9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] No DVR routers for this DVR port d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b on host hv-cinder-78836 {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:42:12.473179 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-187eaaa3-a7ea-4adb-ac98-7bc1887707a5 req-6f02fc42-a514-40d3-b979-c63fcd2038c9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.475451 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-187eaaa3-a7ea-4adb-ac98-7bc1887707a5 req-6f02fc42-a514-40d3-b979-c63fcd2038c9 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.44 "DELETE /v2.0/ports/d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b HTTP/1.1" status: 204 len: 173 time: 1.0063655 Jul 13 14:42:12.475897 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cb7dab-53d2-4757-81f5-8fe083386ae9', 'name': 'network-vif-deleted', 'tag': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:12.478310 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2048eeca-c35c-426a-81e8-92efa88aa870" -d '{"events": [{"server_uuid": "f2cb7dab-53d2-4757-81f5-8fe083386ae9", "name": "network-vif-deleted", "tag": "d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:12.511112 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port 7236c2b0-7026-4836-a39f-cab0c0af9d99 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:42:12.543616 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7550a256-9cdb-4b43-822a-8aabfb74028b x-openstack-request-id: req-7550a256-9cdb-4b43-822a-8aabfb74028b {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:12.544028 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cb7dab-53d2-4757-81f5-8fe083386ae9", "name": "network-vif-deleted", "tag": "d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:12.544299 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7550a256-9cdb-4b43-822a-8aabfb74028b {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:12.544729 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cb7dab-53d2-4757-81f5-8fe083386ae9', 'name': 'network-vif-deleted', 'tag': 'd3e6f24a-6ea0-487a-8cc4-6c44732d7c0b', 'status': 'completed', 'code': 200} Jul 13 14:42:12.560828 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port 7236c2b0-7026-4836-a39f-cab0c0af9d99 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:12.561109 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.622615 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-9660da14-467d-4bfc-bd8b-7470541ca988 None None] Set router 6f11985b-bae0-41ef-8169-346a4cc221f2 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:12.781100 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.817008 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e2a63-d0c1-427d-a963-288945a17133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7236c2b0-7026-4836-a39f-cab0c0af9d99'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:12.819216 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4081b2a4-010e-4c6c-bad3-d04bc2542f4f" -d '{"events": [{"server_uuid": "119e2a63-d0c1-427d-a963-288945a17133", "name": "network-vif-plugged", "status": "completed", "tag": "7236c2b0-7026-4836-a39f-cab0c0af9d99"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:12.845287 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 7236c2b0-7026-4836-a39f-cab0c0af9d99, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7236c2b0-7026-4836-a39f-cab0c0af9d99,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:12.850946 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.902270 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6058f27-2d62-4b65-ace5-40aa1ae26aec x-openstack-request-id: req-f6058f27-2d62-4b65-ace5-40aa1ae26aec {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:12.902599 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e2a63-d0c1-427d-a963-288945a17133", "name": "network-vif-plugged", "status": "completed", "tag": "7236c2b0-7026-4836-a39f-cab0c0af9d99", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:12.902856 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6058f27-2d62-4b65-ace5-40aa1ae26aec {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:12.903296 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119e2a63-d0c1-427d-a963-288945a17133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7236c2b0-7026-4836-a39f-cab0c0af9d99', 'code': 200} Jul 13 14:42:12.942946 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=7236c2b0-7026-4836-a39f-cab0c0af9d99,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:12.962570 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-9660da14-467d-4bfc-bd8b-7470541ca988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 4, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port': {'id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '8451b8c5-d482-4459-8d74-78c96d521006', 'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'mac_address': 'fa:16:3e:4e:ce:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:41Z', 'updated_at': '2021-07-13T14:37:48Z', 'revision_number': 5, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'subnets': [{'id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:12.995926 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660da14-467d-4bfc-bd8b-7470541ca988 None None] Checking router: 6f11985b-bae0-41ef-8169-346a4cc221f2 for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:42:13.006466 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660da14-467d-4bfc-bd8b-7470541ca988 None None] Routers {'6f11985b-bae0-41ef-8169-346a4cc221f2'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:13.007206 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-9660da14-467d-4bfc-bd8b-7470541ca988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:42:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['6f11985b-bae0-41ef-8169-346a4cc221f2'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:13.173695 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6588d6a2-3262-4997-b68f-d97d2e4aaccc req-cb55269f-431a-490c-8bd4-ada43d6ea160 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2cb7dab-53d2-4757-81f5-8fe083386ae9 HTTP/1.1" status: 200 len: 210 time: 0.0411601 Jul 13 14:42:13.271708 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141fa4a-e1d4-40dd-8e51-f44e185186a8 req-d0b0503f-9f74-4530-85dd-1f2c318193d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:13.273208 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d141fa4a-e1d4-40dd-8e51-f44e185186a8 req-d0b0503f-9f74-4530-85dd-1f2c318193d0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 1099 time: 0.0985281 Jul 13 14:42:13.291556 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-9660da14-467d-4bfc-bd8b-7470541ca988 None None] Set router 6f11985b-bae0-41ef-8169-346a4cc221f2 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:13.329523 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe6396-4b6d-4448-af06-6207d0559469 req-3095dd34-d3e8-43c7-9e58-72538a8c0213 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:13.330986 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-84fe6396-4b6d-4448-af06-6207d0559469 req-3095dd34-d3e8-43c7-9e58-72538a8c0213 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 946 time: 0.1127212 Jul 13 14:42:13.335058 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d141fa4a-e1d4-40dd-8e51-f44e185186a8 req-0d5a2328-6389-42bc-b712-094f66f2e17c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507851 Jul 13 14:42:13.375737 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-84fe6396-4b6d-4448-af06-6207d0559469 req-d03b8e72-2a55-474b-b03a-7489ff7acdc5 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372279 Jul 13 14:42:13.493695 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-9660da14-467d-4bfc-bd8b-7470541ca988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 4, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port': {'id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '8451b8c5-d482-4459-8d74-78c96d521006', 'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'mac_address': 'fa:16:3e:4e:ce:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:41Z', 'updated_at': '2021-07-13T14:37:48Z', 'revision_number': 5, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'subnets': [{'id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:13.522226 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660da14-467d-4bfc-bd8b-7470541ca988 None None] The sync data for ids ['6f11985b-bae0-41ef-8169-346a4cc221f2'] in dv-cinder-788365-4-iscsi is: [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 4, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port': {'id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '8451b8c5-d482-4459-8d74-78c96d521006', 'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'mac_address': 'fa:16:3e:4e:ce:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:41Z', 'updated_at': '2021-07-13T14:37:48Z', 'revision_number': 5, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'subnets': [{'id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:42:13.731558 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265561cb-34b7-4a51-9ab6-5a00909aaa4d None None] New status for floating IP 37e041ad-0aa0-489d-b694-c22ffb9ed7dc: DOWN {{(pid=93177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:42:14.252442 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:42:14.309865 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 52200) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:14.363007 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f47a7ee9-73ac-4595-8588-8c1c847451b2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:14.384421 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f47a7ee9-73ac-4595-8588-8c1c847451b2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:14.407353 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:42:14.428067 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:42:14.428489 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device d3e6f24a-6ea0-487a-8cc4-6c44732d7c0b not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:42:14.438475 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f47a7ee9-73ac-4595-8588-8c1c847451b2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:14.441412 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f47a7ee9-73ac-4595-8588-8c1c847451b2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:14.442669 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-f47a7ee9-73ac-4595-8588-8c1c847451b2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "DELETE /v2.0/security-groups/8f25922d-93ff-40a3-8272-22396e171fe9 HTTP/1.1" status: 204 len: 168 time: 0.1317170 Jul 13 14:42:14.445788 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 52204) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:14.452691 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a7ee9-73ac-4595-8588-8c1c847451b2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f25922d-93ff-40a3-8272-22396e171fe9,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:14.459875 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a7ee9-73ac-4595-8588-8c1c847451b2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:14.460224 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a7ee9-73ac-4595-8588-8c1c847451b2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:14.460565 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a7ee9-73ac-4595-8588-8c1c847451b2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:14.460927 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a7ee9-73ac-4595-8588-8c1c847451b2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:14.461258 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a7ee9-73ac-4595-8588-8c1c847451b2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:14.461579 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a7ee9-73ac-4595-8588-8c1c847451b2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:14.462030 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a7ee9-73ac-4595-8588-8c1c847451b2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:14.462362 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a7ee9-73ac-4595-8588-8c1c847451b2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:14.462686 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a7ee9-73ac-4595-8588-8c1c847451b2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:14.463065 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a7ee9-73ac-4595-8588-8c1c847451b2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:14.463322 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a7ee9-73ac-4595-8588-8c1c847451b2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:14.463643 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a7ee9-73ac-4595-8588-8c1c847451b2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:14.475937 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.api.v2.resource [None req-70757c24-4895-437d-a1bb-fbc6eb149180 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] show failed (client error): The resource could not be found. Jul 13 14:42:14.478156 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-70757c24-4895-437d-a1bb-fbc6eb149180 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups/8f25922d-93ff-40a3-8272-22396e171fe9 HTTP/1.1" status: 404 len: 347 time: 0.0302665 Jul 13 14:42:14.481212 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 52206) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:14.662727 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80abd4-e3a8-4874-ba8b-4ae042cc1d2a req-e43b49c7-6812-4162-bc10-93d5dd252017 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:14.664222 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ab80abd4-e3a8-4874-ba8b-4ae042cc1d2a req-e43b49c7-6812-4162-bc10-93d5dd252017 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 946 time: 0.1631470 Jul 13 14:42:14.693375 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-be44a85f-6870-4f34-9690-3403ebadb5de tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Deleting port 72155946-7c0e-4f9f-a51f-13dd51fa0d68 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:42:14.693702 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-be44a85f-6870-4f34-9690-3403ebadb5de tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:14.753879 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ab80abd4-e3a8-4874-ba8b-4ae042cc1d2a req-4003603b-b615-4460-a3cb-978c0f5bc84c tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828860 Jul 13 14:42:14.785147 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-be44a85f-6870-4f34-9690-3403ebadb5de tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:14.785480 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-be44a85f-6870-4f34-9690-3403ebadb5de tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:14.797400 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-be44a85f-6870-4f34-9690-3403ebadb5de tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Calling delete_port for 72155946-7c0e-4f9f-a51f-13dd51fa0d68 owned by network:floatingip {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:42:14.822259 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 52210) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:14.865839 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a96b61-8145-4ae2-8c31-9382427e488d admin admin] Deleting subnet ac20769e-d293-406c-b9f9-dc08d7770ed4 {{(pid=93172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:42:14.868871 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-32a96b61-8145-4ae2-8c31-9382427e488d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:14.905747 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-32a96b61-8145-4ae2-8c31-9382427e488d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777675'] for subnet, precommit_delete_associations {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:14.939736 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-be44a85f-6870-4f34-9690-3403ebadb5de tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:14.943365 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-32a96b61-8145-4ae2-8c31-9382427e488d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675533'] for subnet, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:14.996529 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-32a96b61-8145-4ae2-8c31-9382427e488d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8777709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610214'] for subnet, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.025916 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-32a96b61-8145-4ae2-8c31-9382427e488d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.030136 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-32a96b61-8145-4ae2-8c31-9382427e488d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ac20769e-d293-406c-b9f9-dc08d7770ed4 HTTP/1.1" status: 204 len: 168 time: 0.2046244 Jul 13 14:42:15.030136 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a96b61-8145-4ae2-8c31-9382427e488d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac20769e-d293-406c-b9f9-dc08d7770ed4,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:15.031126 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 52212) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:15.104219 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e1a31b3f-b5cc-45bc-8c12-c5a39369e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593188'] for network, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.183472 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e1a31b3f-b5cc-45bc-8c12-c5a39369e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672344', 'neutron.services.segments.db._delete_segments_for_network-8760775097411'] for network, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.193831 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-e1a31b3f-b5cc-45bc-8c12-c5a39369e3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b894c009-709f-4f6d-b012-1e8d848877c0']}} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:15.204422 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-e1a31b3f-b5cc-45bc-8c12-c5a39369e3c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48725b0c-303d-4b9a-a4d0-be105963b506') {'for_net_delete': True} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:15.204845 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-e1a31b3f-b5cc-45bc-8c12-c5a39369e3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48725b0c-303d-4b9a-a4d0-be105963b506') {} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:15.213447 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e1a31b3f-b5cc-45bc-8c12-c5a39369e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760775099212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8777682'] for segment, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.218860 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44a85f-6870-4f34-9690-3403ebadb5de tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Pushing event deleted for resources: {'Port': ['ID=72155946-7c0e-4f9f-a51f-13dd51fa0d68,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:15.228785 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e1a31b3f-b5cc-45bc-8c12-c5a39369e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.235283 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a31b3f-b5cc-45bc-8c12-c5a39369e3c0 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=93172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:42:15.235710 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e1a31b3f-b5cc-45bc-8c12-c5a39369e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8717123'] for segment, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: Traceback (most recent call last): Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: timer() Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: cb(*args, **kw) Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: return func(*args, **kwargs) Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: self._notify() Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: self.callback(batched_events) Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: event.method(event) Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: return f(self, *a, **k) Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: return self._get(url).json() Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: return self.request(url, 'GET', **kwargs) Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:42:15.237355 dv-cinder-788365-4-iscsi neutron-server[93172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:42:15.278691 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-be44a85f-6870-4f34-9690-3403ebadb5de tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for floatingip, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.281234 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-be44a85f-6870-4f34-9690-3403ebadb5de tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.285669 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-be44a85f-6870-4f34-9690-3403ebadb5de tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "DELETE /v2.0/floatingips/37e041ad-0aa0-489d-b694-c22ffb9ed7dc HTTP/1.1" status: 204 len: 168 time: 0.7989035 Jul 13 14:42:15.293588 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e1a31b3f-b5cc-45bc-8c12-c5a39369e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909738'] for network, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.299186 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e1a31b3f-b5cc-45bc-8c12-c5a39369e3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.301247 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-e1a31b3f-b5cc-45bc-8c12-c5a39369e3c0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b894c009-709f-4f6d-b012-1e8d848877c0 HTTP/1.1" status: 204 len: 168 time: 0.2689021 Jul 13 14:42:15.312075 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a31b3f-b5cc-45bc-8c12-c5a39369e3c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b894c009-709f-4f6d-b012-1e8d848877c0,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:15.421437 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 52218) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:15.459403 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-87923fcb-7d4c-4ba4-b726-48595669c89f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a54309db8284b10b6e050d55d210403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367491 Jul 13 14:42:15.461570 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 52220) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:15.507832 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-5339cb78-c91e-446e-8d70-8b5786773a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.531895 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-5339cb78-c91e-446e-8d70-8b5786773a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.576432 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-5339cb78-c91e-446e-8d70-8b5786773a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.579711 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-5339cb78-c91e-446e-8d70-8b5786773a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.580357 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-5339cb78-c91e-446e-8d70-8b5786773a7d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/903daf07-42e0-4ba7-8884-a392ea8bc26f HTTP/1.1" status: 204 len: 168 time: 0.1179097 Jul 13 14:42:15.588287 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339cb78-c91e-446e-8d70-8b5786773a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903daf07-42e0-4ba7-8884-a392ea8bc26f,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:15.653396 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 52224) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:15.658480 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-0e930532-99b9-4884-bc0f-0c8f37a823ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--746814751', 'description': 'tempest-description--1707228945'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:15.681887 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-0e930532-99b9-4884-bc0f-0c8f37a823ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.771443 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-0e930532-99b9-4884-bc0f-0c8f37a823ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.778218 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-0e930532-99b9-4884-bc0f-0c8f37a823ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.813020 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-0e930532-99b9-4884-bc0f-0c8f37a823ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.817148 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-0e930532-99b9-4884-bc0f-0c8f37a823ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1600268 Jul 13 14:42:15.817924 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 52228) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:15.819821 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e930532-99b9-4884-bc0f-0c8f37a823ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe11ff7-e5f3-45e2-9432-5d9845581341,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:15.822696 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-a034574b-a813-4244-b00f-5855eff5ac82 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Request body: {'security_group_rule': {'security_group_id': '0fe11ff7-e5f3-45e2-9432-5d9845581341', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:15.861603 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a034574b-a813-4244-b00f-5855eff5ac82 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.922137 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a034574b-a813-4244-b00f-5855eff5ac82 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.925618 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a034574b-a813-4244-b00f-5855eff5ac82 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.943063 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034574b-a813-4244-b00f-5855eff5ac82 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8895a83-4c29-45ca-8ef8-5a622782f406,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:15.949085 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a034574b-a813-4244-b00f-5855eff5ac82 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.953859 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-a034574b-a813-4244-b00f-5855eff5ac82 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323481 Jul 13 14:42:15.953859 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 52230) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:15.958017 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-f768758f-696c-4a8d-96b7-9c91b5314b4e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Request body: {'security_group_rule': {'security_group_id': '0fe11ff7-e5f3-45e2-9432-5d9845581341', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:15.961456 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdd1de-ebff-4eb6-9584-d8f2a36845d5 req-dc091365-0a3b-4dad-8ed9-e6a81e1ddb54 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:15.963978 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8cbdd1de-ebff-4eb6-9584-d8f2a36845d5 req-dc091365-0a3b-4dad-8ed9-e6a81e1ddb54 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 946 time: 0.0734880 Jul 13 14:42:15.984129 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f768758f-696c-4a8d-96b7-9c91b5314b4e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:16.001909 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8cbdd1de-ebff-4eb6-9584-d8f2a36845d5 req-0917612b-8782-4932-89eb-2e06676d7ee9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334198 Jul 13 14:42:16.041656 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f768758f-696c-4a8d-96b7-9c91b5314b4e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:16.045882 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f768758f-696c-4a8d-96b7-9c91b5314b4e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:16.067510 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768758f-696c-4a8d-96b7-9c91b5314b4e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71d904e-b3be-4d54-840c-6eab9c96d6ef,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:16.071001 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f768758f-696c-4a8d-96b7-9c91b5314b4e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:16.072204 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-f768758f-696c-4a8d-96b7-9c91b5314b4e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175420 Jul 13 14:42:16.075269 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 52234) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:16.079500 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-62eb23b0-07bc-47be-9fa6-4c32da0ee5ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Request body: {'floatingip': {'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:16.101651 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-62eb23b0-07bc-47be-9fa6-4c32da0ee5ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for floatingip, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:16.196992 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-62eb23b0-07bc-47be-9fa6-4c32da0ee5ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:16.314203 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-62eb23b0-07bc-47be-9fa6-4c32da0ee5ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Allocated IP 172.27.2.251 (64164622-617a-4d99-aad1-f3cf00d7c839/9a558fe0-5def-4fa7-9003-30b84af57514/6b76b0f5-19a4-402f-b5d6-2b52606b21d0) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:42:16.415296 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-62eb23b0-07bc-47be-9fa6-4c32da0ee5ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:16.452309 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-62eb23b0-07bc-47be-9fa6-4c32da0ee5ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:16.490145 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eb23b0-07bc-47be-9fa6-4c32da0ee5ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:42:16.495965 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-62eb23b0-07bc-47be-9fa6-4c32da0ee5ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:42:16.499393 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb23b0-07bc-47be-9fa6-4c32da0ee5ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:42:16.504557 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb23b0-07bc-47be-9fa6-4c32da0ee5ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Pushing event updated for resources: {'Port': ['ID=6b76b0f5-19a4-402f-b5d6-2b52606b21d0,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:16.582414 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-62eb23b0-07bc-47be-9fa6-4c32da0ee5ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:16.624280 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-62eb23b0-07bc-47be-9fa6-4c32da0ee5ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:16.765461 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-62eb23b0-07bc-47be-9fa6-4c32da0ee5ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for port, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:16.769526 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-62eb23b0-07bc-47be-9fa6-4c32da0ee5ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8777659'] for port, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:17.027084 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb23b0-07bc-47be-9fa6-4c32da0ee5ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Pushing event updated for resources: {'Port': ['ID=6b76b0f5-19a4-402f-b5d6-2b52606b21d0,revision_number=2']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:17.041424 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-62eb23b0-07bc-47be-9fa6-4c32da0ee5ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909700'] for floatingip, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:17.054886 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-62eb23b0-07bc-47be-9fa6-4c32da0ee5ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:17.056428 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-62eb23b0-07bc-47be-9fa6-4c32da0ee5ef tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9802473 Jul 13 14:42:17.236629 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-ed4e6da7-15b7-47f0-a3ce-d91c54cb7c08 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--746814751&fields=id&tenant_id=2c925332815c423cab33c3c2badc3cab HTTP/1.1" status: 200 len: 267 time: 0.0321171 Jul 13 14:42:17.342767 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-98688b59-3a0f-4be9-88af-8607e3928426 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:17.344397 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-98688b59-3a0f-4be9-88af-8607e3928426 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/networks?id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 HTTP/1.1" status: 200 len: 817 time: 0.1017652 Jul 13 14:42:17.360965 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-243f1cd4-4641-4458-a41d-ab1161df5eab tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/quotas/2c925332815c423cab33c3c2badc3cab HTTP/1.1" status: 200 len: 375 time: 0.0111880 Jul 13 14:42:17.427376 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-e16a71a0-2edd-4295-a0ad-54195783ca47 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c925332815c423cab33c3c2badc3cab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613084 Jul 13 14:42:17.524247 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-c6e59edf-753e-41dd-a587-c423907061ad service neutron] 10.222.0.42 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850859 Jul 13 14:42:17.613215 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-9a31cd2b-31ec-4bda-9fd3-4dcd382588dc service neutron] 10.222.0.42 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828266 Jul 13 14:42:17.792727 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-febbef1e-bdf1-4342-9fad-116414bb5b79 req-30770f6f-8b73-461e-9826-34635f600f86 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 210 time: 0.0344028 Jul 13 14:42:18.942300 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1309852c-b0e4-44e2-8617-62f8786ea690 req-a29d8831-6fb5-4aba-8546-040306678811 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 210 time: 0.0301623 Jul 13 14:42:19.049535 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-b3f1971d-fffc-46f7-9287-d4a814e4d771 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:19.050975 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-b3f1971d-fffc-46f7-9287-d4a814e4d771 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.44 "GET /v2.0/networks?id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 HTTP/1.1" status: 200 len: 817 time: 0.1004746 Jul 13 14:42:19.114747 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-12e793a5-2b3f-477a-8538-bdc22025cb23 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c925332815c423cab33c3c2badc3cab HTTP/1.1" status: 200 len: 379 time: 0.0341008 Jul 13 14:42:19.137440 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-84547c37-eefa-4db9-96f6-ca010c15c1a5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Request body: {'port': {'device_id': '8bba179b-9ade-4566-addc-aaa406350350', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'admin_state_up': True, 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'security_groups': ['0fe11ff7-e5f3-45e2-9432-5d9845581341']}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:19.245479 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-84547c37-eefa-4db9-96f6-ca010c15c1a5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Made reservation on behalf of 2c925332815c423cab33c3c2badc3cab for: {'port': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:42:19.249628 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-84547c37-eefa-4db9-96f6-ca010c15c1a5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:19.371736 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-84547c37-eefa-4db9-96f6-ca010c15c1a5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Allocated IP 172.20.0.13 (e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10/1c92b411-3ce3-4134-a4e0-9e76e0a93cef/e8e9a69d-7054-4131-a60c-52f41c200e29) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:42:19.500701 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-84547c37-eefa-4db9-96f6-ca010c15c1a5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:19.513798 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-84547c37-eefa-4db9-96f6-ca010c15c1a5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Transition to ACTIVE for port object e8e9a69d-7054-4131-a60c-52f41c200e29 will not be triggered until provisioned by entity DHCP. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:42:19.547519 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-84547c37-eefa-4db9-96f6-ca010c15c1a5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:19.591617 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-84547c37-eefa-4db9-96f6-ca010c15c1a5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Network e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:42:19.596976 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-84547c37-eefa-4db9-96f6-ca010c15c1a5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:42:19.600710 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-84547c37-eefa-4db9-96f6-ca010c15c1a5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:42:19.627826 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84547c37-eefa-4db9-96f6-ca010c15c1a5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Pushing event updated for resources: {'Port': ['ID=e8e9a69d-7054-4131-a60c-52f41c200e29,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:19.656262 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-84547c37-eefa-4db9-96f6-ca010c15c1a5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:19.656969 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-84547c37-eefa-4db9-96f6-ca010c15c1a5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:19.672296 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-84547c37-eefa-4db9-96f6-ca010c15c1a5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5391736 Jul 13 14:42:19.692711 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Request body: {'port': {'device_id': '8bba179b-9ade-4566-addc-aaa406350350', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:19.766360 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:19.865801 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-5e8229f0-b598-4b07-a812-bc3d4d98dfa8 None None] Provisioning for port e8e9a69d-7054-4131-a60c-52f41c200e29 completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:42:19.869813 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-5e8229f0-b598-4b07-a812-bc3d4d98dfa8 None None] Provisioning complete for port e8e9a69d-7054-4131-a60c-52f41c200e29 triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:19.870188 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-5e8229f0-b598-4b07-a812-bc3d4d98dfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:19.904372 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-5e8229f0-b598-4b07-a812-bc3d4d98dfa8 None None] Port e8e9a69d-7054-4131-a60c-52f41c200e29 cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:42:20.033616 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e9a69d-7054-4131-a60c-52f41c200e29 {{(pid=93173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:42:20.041143 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:20.053097 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Transition to ACTIVE for port object e8e9a69d-7054-4131-a60c-52f41c200e29 will not be triggered until provisioned by entity L2. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:42:20.056764 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:20.140505 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Pushing event updated for resources: {'Port': ['ID=e8e9a69d-7054-4131-a60c-52f41c200e29,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:20.224209 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbc57a-9737-448f-87c5-2afd8f149510 req-b0a975f0-02ed-47a9-8038-4dda367e6c58 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:20.225787 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0bdbc57a-9737-448f-87c5-2afd8f149510 req-b0a975f0-02ed-47a9-8038-4dda367e6c58 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.1613863 Jul 13 14:42:20.242587 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Attempting to bind port e8e9a69d-7054-4131-a60c-52f41c200e29 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:42:20.242893 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Attempting to bind port e8e9a69d-7054-4131-a60c-52f41c200e29 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5db20774-f346-4401-82c3-0ca6d88be61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10'}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:42:20.243229 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Attempting to bind port e8e9a69d-7054-4131-a60c-52f41c200e29 on network e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:42:20.255579 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Port e8e9a69d-7054-4131-a60c-52f41c200e29 on network e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:42:20.255902 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Attempting to bind port e8e9a69d-7054-4131-a60c-52f41c200e29 on network e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:42:20.264145 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:42:20.264484 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Checking segment: {'id': '5db20774-f346-4401-82c3-0ca6d88be61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:42:20.264895 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Bound using segment: {'id': '5db20774-f346-4401-82c3-0ca6d88be61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10'} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:42:20.265320 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Bound port: e8e9a69d-7054-4131-a60c-52f41c200e29, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db20774-f346-4401-82c3-0ca6d88be61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10'}}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:42:20.265678 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:20.285844 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0bdbc57a-9737-448f-87c5-2afd8f149510 req-0c29bf60-a691-4bc8-8e36-94e34b934341 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541730 Jul 13 14:42:20.338325 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] For port e8e9a69d-7054-4131-a60c-52f41c200e29, host hv-cinder-78836, cleared binding levels {{(pid=93173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:42:20.341952 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] For port e8e9a69d-7054-4131-a60c-52f41c200e29, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e8e9a69d-7054-4131-a60c-52f41c200e29,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:42:20.345810 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:20.380705 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:20.381407 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:20.382722 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] 10.222.0.44 "PUT /v2.0/ports/e8e9a69d-7054-4131-a60c-52f41c200e29 HTTP/1.1" status: 200 len: 1094 time: 0.6945214 Jul 13 14:42:20.383145 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bba179b-9ade-4566-addc-aaa406350350', 'tag': 'e8e9a69d-7054-4131-a60c-52f41c200e29'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:20.385408 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17886dc9-e9ff-40a5-9e58-2324a0fb229c" -d '{"events": [{"name": "network-changed", "server_uuid": "8bba179b-9ade-4566-addc-aaa406350350", "tag": "e8e9a69d-7054-4131-a60c-52f41c200e29"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:20.412427 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff2b19-d0e9-448a-96ad-c401b3be737a service neutron] Pushing event updated for resources: {'Port': ['ID=e8e9a69d-7054-4131-a60c-52f41c200e29,revision_number=3']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:20.431579 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c01fd27-fc04-40bf-831b-0912ca7eb955 x-openstack-request-id: req-3c01fd27-fc04-40bf-831b-0912ca7eb955 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:20.431876 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bba179b-9ade-4566-addc-aaa406350350", "tag": "e8e9a69d-7054-4131-a60c-52f41c200e29", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:20.432176 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c01fd27-fc04-40bf-831b-0912ca7eb955 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:20.432638 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bba179b-9ade-4566-addc-aaa406350350', 'tag': 'e8e9a69d-7054-4131-a60c-52f41c200e29', 'status': 'completed', 'code': 200} Jul 13 14:42:20.503925 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-c4beb5ef-8bcc-4656-b8db-f7a118b8927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:20.505524 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-c4beb5ef-8bcc-4656-b8db-f7a118b8927d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c925332815c423cab33c3c2badc3cab&device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 1097 time: 0.0591831 Jul 13 14:42:20.556735 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-2b8f236b-a425-48df-8e07-ebee53d16610 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8e9a69d-7054-4131-a60c-52f41c200e29 HTTP/1.1" status: 200 len: 217 time: 0.0345719 Jul 13 14:42:20.611052 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-291625b0-75da-47fb-80cc-06518613ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:20.612409 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-291625b0-75da-47fb-80cc-06518613ffb0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c92b411-3ce3-4134-a4e0-9e76e0a93cef HTTP/1.1" status: 200 len: 856 time: 0.0425303 Jul 13 14:42:20.676915 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-593c2ef4-60dd-4112-b4dc-81145b203c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:20.678311 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-593c2ef4-60dd-4112-b4dc-81145b203c31 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559609 Jul 13 14:42:20.778182 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-418c7b56-10b0-474c-b778-1c83af30d20a service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813448 Jul 13 14:42:20.876424 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f88e04d4-e6bf-43de-be93-1d6c7c7bbb40 req-104ae349-81a9-4779-8ad2-99cb1c1de33c service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837414 Jul 13 14:42:20.992255 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17886dc9-e9ff-40a5-9e58-2324a0fb229c req-3100b868-a17e-49e4-8619-cd42b69e05a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:20.993784 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-17886dc9-e9ff-40a5-9e58-2324a0fb229c req-3100b868-a17e-49e4-8619-cd42b69e05a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c925332815c423cab33c3c2badc3cab&device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 1097 time: 0.0550857 Jul 13 14:42:21.090715 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17886dc9-e9ff-40a5-9e58-2324a0fb229c req-4e0c21ba-a7ac-4076-bce5-c7301eedbdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:21.092138 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-17886dc9-e9ff-40a5-9e58-2324a0fb229c req-4e0c21ba-a7ac-4076-bce5-c7301eedbdf5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 HTTP/1.1" status: 200 len: 918 time: 0.0818663 Jul 13 14:42:21.137998 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-17886dc9-e9ff-40a5-9e58-2324a0fb229c req-427ec456-75d7-464e-9481-0e771015b8b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8e9a69d-7054-4131-a60c-52f41c200e29 HTTP/1.1" status: 200 len: 217 time: 0.0371172 Jul 13 14:42:21.186636 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17886dc9-e9ff-40a5-9e58-2324a0fb229c req-892b5c3f-f527-48e8-9d49-7346a1968dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:21.187934 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-17886dc9-e9ff-40a5-9e58-2324a0fb229c req-892b5c3f-f527-48e8-9d49-7346a1968dfc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c92b411-3ce3-4134-a4e0-9e76e0a93cef HTTP/1.1" status: 200 len: 856 time: 0.0433276 Jul 13 14:42:21.250026 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17886dc9-e9ff-40a5-9e58-2324a0fb229c req-59e1e5b1-0574-44e7-9c0c-a6f620fd8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:21.251437 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-17886dc9-e9ff-40a5-9e58-2324a0fb229c req-59e1e5b1-0574-44e7-9c0c-a6f620fd8471 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506489 Jul 13 14:42:21.350019 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-17886dc9-e9ff-40a5-9e58-2324a0fb229c req-5c979bf2-cb8a-4331-8c4f-7992bc4271a0 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851660 Jul 13 14:42:21.494534 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-17886dc9-e9ff-40a5-9e58-2324a0fb229c req-b78cfb02-4fd0-439e-89d8-2116f19a57de service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292937 Jul 13 14:42:21.502554 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a2619-7416-4bab-bdd4-83ed2c9ee582 req-e4fa4761-4593-45c8-93d5-2820e3189b5b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:21.503894 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5c2a2619-7416-4bab-bdd4-83ed2c9ee582 req-e4fa4761-4593-45c8-93d5-2820e3189b5b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.0982618 Jul 13 14:42:21.543841 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5c2a2619-7416-4bab-bdd4-83ed2c9ee582 req-d5ec88f7-4e61-4d7a-8abc-637d66ef8751 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343838 Jul 13 14:42:22.716343 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46abaa-298b-4f56-a9e3-60e7f00d5058 req-40256f96-92a9-40fa-858e-740769decfd4 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:22.717807 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9f46abaa-298b-4f56-a9e3-60e7f00d5058 req-40256f96-92a9-40fa-858e-740769decfd4 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.0620339 Jul 13 14:42:22.754233 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9f46abaa-298b-4f56-a9e3-60e7f00d5058 req-2fa392db-a841-4838-ad78-03d0109c4411 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306494 Jul 13 14:42:23.932523 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3cf14-5de1-4429-97ac-297a435051d8 req-011eadc0-85bd-493b-a0ae-184d85821bdf tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:23.934663 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-efe3cf14-5de1-4429-97ac-297a435051d8 req-011eadc0-85bd-493b-a0ae-184d85821bdf tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.0662587 Jul 13 14:42:23.971283 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-efe3cf14-5de1-4429-97ac-297a435051d8 req-37753759-7d9c-47d0-b975-79d9854d5b6c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310717 Jul 13 14:42:24.512096 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device e8e9a69d-7054-4131-a60c-52f41c200e29 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:42:24.604447 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port e8e9a69d-7054-4131-a60c-52f41c200e29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e8e9a69d-7054-4131-a60c-52f41c200e29,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:24.616903 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': 'e8e9a69d-7054-4131-a60c-52f41c200e29', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'port_id': 'e8e9a69d-7054-4131-a60c-52f41c200e29', 'mac_address': 'fa:16:3e:fa:01:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:42:24.654315 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:24.667084 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e9a69d-7054-4131-a60c-52f41c200e29 {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:42:24.687184 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port e8e9a69d-7054-4131-a60c-52f41c200e29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e8e9a69d-7054-4131-a60c-52f41c200e29,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:24.690535 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:24.736794 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=e8e9a69d-7054-4131-a60c-52f41c200e29,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:25.146633 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13c5f2-7952-4419-9054-66b21037800d req-c6ed5cf8-d78c-41d9-a9c6-93c9f2823903 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:25.148119 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ef13c5f2-7952-4419-9054-66b21037800d req-c6ed5cf8-d78c-41d9-a9c6-93c9f2823903 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 945 time: 0.0635772 Jul 13 14:42:25.159488 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['e8e9a69d-7054-4131-a60c-52f41c200e29'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:42:25.187736 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ef13c5f2-7952-4419-9054-66b21037800d req-57075d9e-3630-46f6-8334-beb1635a605b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340269 Jul 13 14:42:26.361179 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dd471-750f-4e64-8ef9-e7aa3ff8d577 req-a389166d-08f9-41c5-9762-1c884b1486fa tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:26.363387 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-035dd471-750f-4e64-8ef9-e7aa3ff8d577 req-a389166d-08f9-41c5-9762-1c884b1486fa tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 945 time: 0.0621181 Jul 13 14:42:26.402505 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-035dd471-750f-4e64-8ef9-e7aa3ff8d577 req-95541817-6f12-4852-9317-3a337311844b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328634 Jul 13 14:42:26.513803 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device e8e9a69d-7054-4131-a60c-52f41c200e29 up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:42:26.560897 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port e8e9a69d-7054-4131-a60c-52f41c200e29 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:42:26.564255 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port e8e9a69d-7054-4131-a60c-52f41c200e29 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:26.564656 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:26.640963 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:26.664647 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bba179b-9ade-4566-addc-aaa406350350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e9a69d-7054-4131-a60c-52f41c200e29'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:26.666723 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8088fab-b294-4d4d-878e-ff00cfca3761" -d '{"events": [{"server_uuid": "8bba179b-9ade-4566-addc-aaa406350350", "name": "network-vif-plugged", "status": "completed", "tag": "e8e9a69d-7054-4131-a60c-52f41c200e29"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:26.679769 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port e8e9a69d-7054-4131-a60c-52f41c200e29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e8e9a69d-7054-4131-a60c-52f41c200e29,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:26.684949 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:26.736084 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c5303a-9004-40cb-a8ec-c9ae4ea6757c x-openstack-request-id: req-a3c5303a-9004-40cb-a8ec-c9ae4ea6757c {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:26.736476 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bba179b-9ade-4566-addc-aaa406350350", "name": "network-vif-plugged", "status": "completed", "tag": "e8e9a69d-7054-4131-a60c-52f41c200e29", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:26.736815 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3c5303a-9004-40cb-a8ec-c9ae4ea6757c {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:26.737257 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bba179b-9ade-4566-addc-aaa406350350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e9a69d-7054-4131-a60c-52f41c200e29', 'code': 200} Jul 13 14:42:26.741667 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=e8e9a69d-7054-4131-a60c-52f41c200e29,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:26.970874 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-440bf42b-7112-47db-873c-513726dee6ba tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:26.972294 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-440bf42b-7112-47db-873c-513726dee6ba tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/networks?id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e HTTP/1.1" status: 200 len: 814 time: 0.1122313 Jul 13 14:42:27.001826 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-26f3e8d8-5d6d-410c-b996-9a5024a7ac2e tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/quotas/e9e79ded0e9541ffa2961ceca2cd6ddc HTTP/1.1" status: 200 len: 375 time: 0.0118361 Jul 13 14:42:27.057281 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e53b1-f587-456b-9f44-d3d94f6d2fa6 req-2319dd84-3b5b-4fdf-bcf6-9ad185bb1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:27.058774 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0a4e53b1-f587-456b-9f44-d3d94f6d2fa6 req-2319dd84-3b5b-4fdf-bcf6-9ad185bb1484 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 1099 time: 0.1031897 Jul 13 14:42:27.088580 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-698a0644-d69d-437d-9189-d49fd0e65bc5 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9e79ded0e9541ffa2961ceca2cd6ddc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0813098 Jul 13 14:42:27.155392 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0a4e53b1-f587-456b-9f44-d3d94f6d2fa6 req-31dddaf7-16a9-47e6-8b76-097f6bc285c6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800123 Jul 13 14:42:27.188486 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-341a6b16-9f26-4428-9526-ce2b1031dfad service neutron] 10.222.0.42 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911832 Jul 13 14:42:27.278348 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7866b1b4-ec06-4eda-934a-b3a98bd0c3a6 service neutron] 10.222.0.42 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841410 Jul 13 14:42:27.448354 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-de1d665b-85d6-47d7-8368-dc3a5ac02abc req-64b4627c-57c8-4f3c-9211-2f9cb244054e tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0294795 Jul 13 14:42:27.586718 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790d0a5-461a-492d-94ac-201cbea927cb req-5abaf5f3-b994-415f-90b1-9d2de1d85d5c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:27.588220 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9790d0a5-461a-492d-94ac-201cbea927cb req-5abaf5f3-b994-415f-90b1-9d2de1d85d5c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.0645530 Jul 13 14:42:27.631905 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9790d0a5-461a-492d-94ac-201cbea927cb req-0b8156d7-0ff5-47f1-9eb5-57c9868512f2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375891 Jul 13 14:42:28.598097 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e7e9c944-f7e3-44d3-9b0f-c0bf446de090 req-6fe3c362-133a-41ae-8927-eac9604ebd99 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0309281 Jul 13 14:42:28.902453 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f59688-2fee-4519-8693-5c17693b7708 req-c7c49be1-56ff-4620-ba3e-48e1db4f291a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:28.903959 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-74f59688-2fee-4519-8693-5c17693b7708 req-c7c49be1-56ff-4620-ba3e-48e1db4f291a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.1482968 Jul 13 14:42:28.914125 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-2bc875e6-e1df-4943-9e73-b86c34b4efa8 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:28.915477 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-2bc875e6-e1df-4943-9e73-b86c34b4efa8 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.44 "GET /v2.0/networks?id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e HTTP/1.1" status: 200 len: 814 time: 0.1311646 Jul 13 14:42:28.950749 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-8d5ac28d-c424-45c4-a2d7-f0ca2b6c86da tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Request body: {'port': {'device_id': 'dbedeff1-8f91-420d-ab24-e5e3cd13bdb2', 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e', 'admin_state_up': True, 'tenant_id': 'e9e79ded0e9541ffa2961ceca2cd6ddc'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:28.956544 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-74f59688-2fee-4519-8693-5c17693b7708 req-6d5f8e29-6371-44e6-886b-4f894ef281b5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401878 Jul 13 14:42:29.107025 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-8d5ac28d-c424-45c4-a2d7-f0ca2b6c86da tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Made reservation on behalf of e9e79ded0e9541ffa2961ceca2cd6ddc for: {'port': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:42:29.110649 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-8d5ac28d-c424-45c4-a2d7-f0ca2b6c86da tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:29.203173 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c193662-bc42-4836-ad54-37b5d5f7c6c6 req-b278ea63-fcc1-4155-9797-0f24db56c9fa tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:29.204700 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5c193662-bc42-4836-ad54-37b5d5f7c6c6 req-b278ea63-fcc1-4155-9797-0f24db56c9fa tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.1338840 Jul 13 14:42:29.213617 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 52364) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:29.219051 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-5e26d526-b6f9-49ec-9d98-1c2f5fc48bd2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Request body: {'floatingip': {'port_id': 'e8e9a69d-7054-4131-a60c-52f41c200e29'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:29.258820 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5e26d526-b6f9-49ec-9d98-1c2f5fc48bd2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for floatingip, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:29.261774 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-8d5ac28d-c424-45c4-a2d7-f0ca2b6c86da tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Allocated IP 172.20.0.4 (ec4ab563-fdac-4edb-9685-f853bbc2dd2e/9f875b4b-9ea6-4d1a-b359-a60501252143/ccff80b0-4520-4a1d-ad28-bfa79890bddf) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:42:29.419454 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-8d5ac28d-c424-45c4-a2d7-f0ca2b6c86da tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:29.463253 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-8d5ac28d-c424-45c4-a2d7-f0ca2b6c86da tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:29.478462 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['84300eb0-a1e3-4488-8e14-0e4c7a752601', '75cd1142-f017-4ef6-8fd2-195269bc5c69', '7236c2b0-7026-4836-a39f-cab0c0af9d99'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:42:29.511126 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-8d5ac28d-c424-45c4-a2d7-f0ca2b6c86da tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Network ec4ab563-fdac-4edb-9685-f853bbc2dd2e is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:42:29.514985 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-8d5ac28d-c424-45c4-a2d7-f0ca2b6c86da tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:42:29.519072 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-8d5ac28d-c424-45c4-a2d7-f0ca2b6c86da tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:42:29.551086 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ac28d-c424-45c4-a2d7-f0ca2b6c86da tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Pushing event updated for resources: {'Port': ['ID=ccff80b0-4520-4a1d-ad28-bfa79890bddf,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:29.589418 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-8d5ac28d-c424-45c4-a2d7-f0ca2b6c86da tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:29.590139 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-8d5ac28d-c424-45c4-a2d7-f0ca2b6c86da tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:29.607867 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-8d5ac28d-c424-45c4-a2d7-f0ca2b6c86da tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6608782 Jul 13 14:42:29.638853 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Request body: {'port': {'device_id': 'dbedeff1-8f91-420d-ab24-e5e3cd13bdb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:29.730977 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:29.751581 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5e26d526-b6f9-49ec-9d98-1c2f5fc48bd2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:29.756861 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5e26d526-b6f9-49ec-9d98-1c2f5fc48bd2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909700'] for floatingip, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:29.873278 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.l3_db [None req-5e26d526-b6f9-49ec-9d98-1c2f5fc48bd2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Floating IP 215b3704-d901-4ed1-bd9d-06980ae37f2f associated. External IP: 172.27.2.251, port: e8e9a69d-7054-4131-a60c-52f41c200e29. Jul 13 14:42:29.980356 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c951a33-7761-4aff-8cd4-46de45d51cb8 req-055c50b4-d100-4d0b-a660-cc10e96bb044 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:29.985059 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2c951a33-7761-4aff-8cd4-46de45d51cb8 req-055c50b4-d100-4d0b-a660-cc10e96bb044 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 945 time: 0.2425888 Jul 13 14:42:30.039726 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc571d-89f8-40aa-abb0-b7958c6430ed req-fdb9dad9-a45e-4949-8fee-1fc49024c17e tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:30.041220 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-15dc571d-89f8-40aa-abb0-b7958c6430ed req-fdb9dad9-a45e-4949-8fee-1fc49024c17e tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 931 time: 0.2597861 Jul 13 14:42:30.082521 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e26d526-b6f9-49ec-9d98-1c2f5fc48bd2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Router 6f11985b-bae0-41ef-8169-346a4cc221f2 has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:42:30.111716 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2c951a33-7761-4aff-8cd4-46de45d51cb8 req-8cb3085c-feea-4220-b128-5eec4377bfb8 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158383 Jul 13 14:42:30.124411 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-15dc571d-89f8-40aa-abb0-b7958c6430ed req-8a7197eb-a78a-4a0f-9cc1-19af26e8ff7a tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734341 Jul 13 14:42:30.193176 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccff80b0-4520-4a1d-ad28-bfa79890bddf {{(pid=93173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:42:30.193428 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e26d526-b6f9-49ec-9d98-1c2f5fc48bd2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:42:30.198202 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5e26d526-b6f9-49ec-9d98-1c2f5fc48bd2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.203598 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.204516 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aaf122-1b84-40a1-95ba-293e345a217e None None] Sync routers for ids ['6f11985b-bae0-41ef-8169-346a4cc221f2'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:42:30.213827 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aaf122-1b84-40a1-95ba-293e345a217e None None] Routers {'6f11985b-bae0-41ef-8169-346a4cc221f2'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:30.215272 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-11aaf122-1b84-40a1-95ba-293e345a217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:42:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['6f11985b-bae0-41ef-8169-346a4cc221f2'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:30.216021 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Transition to ACTIVE for port object ccff80b0-4520-4a1d-ad28-bfa79890bddf will not be triggered until provisioned by entity L2. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:42:30.220420 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.235160 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-5e26d526-b6f9-49ec-9d98-1c2f5fc48bd2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "PUT /v2.0/floatingips/215b3704-d901-4ed1-bd9d-06980ae37f2f HTTP/1.1" status: 200 len: 992 time: 1.0203192 Jul 13 14:42:30.235710 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bba179b-9ade-4566-addc-aaa406350350', 'tag': 'e8e9a69d-7054-4131-a60c-52f41c200e29'}] {{(pid=93172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:30.237852 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f99a20e7926ac0a9073af94a8a5f0d8e34f6a0025af7e4a09400b7fc179008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c1695e-784b-4ae4-a021-3a9901207cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "8bba179b-9ade-4566-addc-aaa406350350", "tag": "e8e9a69d-7054-4131-a60c-52f41c200e29"}]}' {{(pid=93172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:30.275010 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Pushing event updated for resources: {'Port': ['ID=ccff80b0-4520-4a1d-ad28-bfa79890bddf,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:30.298541 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d14aa2d-d328-431d-a3b8-a7c193b3b23d x-openstack-request-id: req-1d14aa2d-d328-431d-a3b8-a7c193b3b23d {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:30.298851 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bba179b-9ade-4566-addc-aaa406350350", "tag": "e8e9a69d-7054-4131-a60c-52f41c200e29", "status": "completed", "code": 200}]} {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:30.299073 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d14aa2d-d328-431d-a3b8-a7c193b3b23d {{(pid=93172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:30.299503 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bba179b-9ade-4566-addc-aaa406350350', 'tag': 'e8e9a69d-7054-4131-a60c-52f41c200e29', 'status': 'completed', 'code': 200} Jul 13 14:42:30.335014 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-11aaf122-1b84-40a1-95ba-293e345a217e None None] Set router 6f11985b-bae0-41ef-8169-346a4cc221f2 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:30.348087 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Attempting to bind port ccff80b0-4520-4a1d-ad28-bfa79890bddf on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:42:30.348424 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Attempting to bind port ccff80b0-4520-4a1d-ad28-bfa79890bddf by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '13f910ec-3e77-4777-b28e-ecefef3d2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e'}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:42:30.348894 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Attempting to bind port ccff80b0-4520-4a1d-ad28-bfa79890bddf on network ec4ab563-fdac-4edb-9685-f853bbc2dd2e {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:42:30.353278 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Port ccff80b0-4520-4a1d-ad28-bfa79890bddf on network ec4ab563-fdac-4edb-9685-f853bbc2dd2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:42:30.353597 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Attempting to bind port ccff80b0-4520-4a1d-ad28-bfa79890bddf on network ec4ab563-fdac-4edb-9685-f853bbc2dd2e {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:42:30.358972 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:42:30.359307 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Checking segment: {'id': '13f910ec-3e77-4777-b28e-ecefef3d2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:42:30.359685 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Bound using segment: {'id': '13f910ec-3e77-4777-b28e-ecefef3d2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e'} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:42:30.360104 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Bound port: ccff80b0-4520-4a1d-ad28-bfa79890bddf, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f910ec-3e77-4777-b28e-ecefef3d2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e'}}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:42:30.360462 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.465538 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] For port ccff80b0-4520-4a1d-ad28-bfa79890bddf, host hv-cinder-78836, cleared binding levels {{(pid=93173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:42:30.468843 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1695e-784b-4ae4-a021-3a9901207cc5 req-055918df-affe-4045-8edc-f6547a1cbae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:30.470334 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16c1695e-784b-4ae4-a021-3a9901207cc5 req-055918df-affe-4045-8edc-f6547a1cbae5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c925332815c423cab33c3c2badc3cab&device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 1099 time: 0.1071374 Jul 13 14:42:30.471936 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] For port ccff80b0-4520-4a1d-ad28-bfa79890bddf, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ccff80b0-4520-4a1d-ad28-bfa79890bddf,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:42:30.476651 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.553592 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:30.554179 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.555603 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] 10.222.0.44 "PUT /v2.0/ports/ccff80b0-4520-4a1d-ad28-bfa79890bddf HTTP/1.1" status: 200 len: 1093 time: 0.9226551 Jul 13 14:42:30.557423 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbedeff1-8f91-420d-ab24-e5e3cd13bdb2', 'tag': 'ccff80b0-4520-4a1d-ad28-bfa79890bddf'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:30.559704 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f947423-da97-41f3-b702-e879754282df" -d '{"events": [{"name": "network-changed", "server_uuid": "dbedeff1-8f91-420d-ab24-e5e3cd13bdb2", "tag": "ccff80b0-4520-4a1d-ad28-bfa79890bddf"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:30.594774 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5af8d-1a89-45ee-a659-189849a08e33 service neutron] Pushing event updated for resources: {'Port': ['ID=ccff80b0-4520-4a1d-ad28-bfa79890bddf,revision_number=3']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:30.610475 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a57d5a5-5ab5-4011-9ed0-d5fcf1769eef x-openstack-request-id: req-8a57d5a5-5ab5-4011-9ed0-d5fcf1769eef {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:30.611090 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbedeff1-8f91-420d-ab24-e5e3cd13bdb2", "tag": "ccff80b0-4520-4a1d-ad28-bfa79890bddf", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:30.611090 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a57d5a5-5ab5-4011-9ed0-d5fcf1769eef {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:30.611362 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbedeff1-8f91-420d-ab24-e5e3cd13bdb2', 'tag': 'ccff80b0-4520-4a1d-ad28-bfa79890bddf', 'status': 'completed', 'code': 200} Jul 13 14:42:30.621562 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-11aaf122-1b84-40a1-95ba-293e345a217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 4, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port': {'id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '215b3704-d901-4ed1-bd9d-06980ae37f2f', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'port_id': 'e8e9a69d-7054-4131-a60c-52f41c200e29', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'mac_address': 'fa:16:3e:fa:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bba179b-9ade-4566-addc-aaa406350350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:42:16Z', 'updated_at': '2021-07-13T14:42:29Z', 'revision_number': 1, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8451b8c5-d482-4459-8d74-78c96d521006', 'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'mac_address': 'fa:16:3e:4e:ce:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:41Z', 'updated_at': '2021-07-13T14:37:48Z', 'revision_number': 5, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'subnets': [{'id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:30.625661 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1695e-784b-4ae4-a021-3a9901207cc5 req-598e8778-196d-435c-9c3b-c3b721f7df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:30.627124 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16c1695e-784b-4ae4-a021-3a9901207cc5 req-598e8778-196d-435c-9c3b-c3b721f7df7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 HTTP/1.1" status: 200 len: 918 time: 0.1421266 Jul 13 14:42:30.650986 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aaf122-1b84-40a1-95ba-293e345a217e None None] Checking router: 6f11985b-bae0-41ef-8169-346a4cc221f2 for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:42:30.659189 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aaf122-1b84-40a1-95ba-293e345a217e None None] Routers {'6f11985b-bae0-41ef-8169-346a4cc221f2'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:30.659784 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-11aaf122-1b84-40a1-95ba-293e345a217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:42:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['6f11985b-bae0-41ef-8169-346a4cc221f2'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:30.755467 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16c1695e-784b-4ae4-a021-3a9901207cc5 req-a87868ff-5efc-4ccf-9460-199c8303b523 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8e9a69d-7054-4131-a60c-52f41c200e29 HTTP/1.1" status: 200 len: 1000 time: 0.0899162 Jul 13 14:42:30.763697 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-11aaf122-1b84-40a1-95ba-293e345a217e None None] Set router 6f11985b-bae0-41ef-8169-346a4cc221f2 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:30.770173 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-4dba5e63-78f9-4bcd-b17e-c1830b504b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:30.771572 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-4dba5e63-78f9-4bcd-b17e-c1830b504b12 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9e79ded0e9541ffa2961ceca2cd6ddc&device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 1096 time: 0.0989392 Jul 13 14:42:30.996698 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-11aaf122-1b84-40a1-95ba-293e345a217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 4, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port': {'id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '215b3704-d901-4ed1-bd9d-06980ae37f2f', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'port_id': 'e8e9a69d-7054-4131-a60c-52f41c200e29', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'mac_address': 'fa:16:3e:fa:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bba179b-9ade-4566-addc-aaa406350350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:42:16Z', 'updated_at': '2021-07-13T14:42:29Z', 'revision_number': 1, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8451b8c5-d482-4459-8d74-78c96d521006', 'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'mac_address': 'fa:16:3e:4e:ce:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:41Z', 'updated_at': '2021-07-13T14:37:48Z', 'revision_number': 5, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'subnets': [{'id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:31.025977 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aaf122-1b84-40a1-95ba-293e345a217e None None] The sync data for ids ['6f11985b-bae0-41ef-8169-346a4cc221f2'] in dv-cinder-788365-4-iscsi is: [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 4, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port': {'id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '215b3704-d901-4ed1-bd9d-06980ae37f2f', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'port_id': 'e8e9a69d-7054-4131-a60c-52f41c200e29', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'mac_address': 'fa:16:3e:fa:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bba179b-9ade-4566-addc-aaa406350350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:42:16Z', 'updated_at': '2021-07-13T14:42:29Z', 'revision_number': 1, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8451b8c5-d482-4459-8d74-78c96d521006', 'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'mac_address': 'fa:16:3e:4e:ce:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:41Z', 'updated_at': '2021-07-13T14:37:48Z', 'revision_number': 5, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'subnets': [{'id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:42:31.095651 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-c7d050bf-fbe9-417b-912b-8863b012923a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccff80b0-4520-4a1d-ad28-bfa79890bddf HTTP/1.1" status: 200 len: 217 time: 0.0382001 Jul 13 14:42:31.106779 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1695e-784b-4ae4-a021-3a9901207cc5 req-0ac8d8cf-9a39-4658-bcef-d21a27ac8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:31.108444 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16c1695e-784b-4ae4-a021-3a9901207cc5 req-0ac8d8cf-9a39-4658-bcef-d21a27ac8a7f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c92b411-3ce3-4134-a4e0-9e76e0a93cef HTTP/1.1" status: 200 len: 856 time: 0.3404081 Jul 13 14:42:31.186331 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.213994 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-6f941983-27be-415a-9cae-9822f0c4ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:31.216199 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-6f941983-27be-415a-9cae-9822f0c4ce08 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f875b4b-9ea6-4d1a-b359-a60501252143 HTTP/1.1" status: 200 len: 854 time: 0.0890515 Jul 13 14:42:31.226678 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1695e-784b-4ae4-a021-3a9901207cc5 req-22655d3a-fd4f-4b16-8531-118c89bd8e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:31.228315 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16c1695e-784b-4ae4-a021-3a9901207cc5 req-22655d3a-fd4f-4b16-8531-118c89bd8e46 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0938630 Jul 13 14:42:31.231686 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacdad5f-679c-4fa3-830d-e19d60681d3c None None] New status for floating IP 215b3704-d901-4ed1-bd9d-06980ae37f2f: ACTIVE {{(pid=93177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:42:31.287602 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-0771c133-aa39-48e2-833e-cd3960da1fab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465171 Jul 13 14:42:31.516005 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16c1695e-784b-4ae4-a021-3a9901207cc5 req-775d1c11-8201-4f03-a7b3-c8cdcfd2deb5 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736194 Jul 13 14:42:31.524499 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-ea58528a-492f-41d3-ab5f-ec6864915017 service neutron] 10.222.0.44 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761620 Jul 13 14:42:31.532788 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23c8b1-8dac-443b-8201-288115bd9392 req-e08358da-c2af-4c1f-bc39-cf551458d5b6 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:31.534178 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8f23c8b1-8dac-443b-8201-288115bd9392 req-e08358da-c2af-4c1f-bc39-cf551458d5b6 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 945 time: 0.2812762 Jul 13 14:42:31.541401 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c8bc8-5de1-41de-b1d0-441b6f2edc95 req-6ec62472-16f4-4520-90c9-07286bf3adcc tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:31.543420 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-498c8bc8-5de1-41de-b1d0-441b6f2edc95 req-6ec62472-16f4-4520-90c9-07286bf3adcc tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 943 time: 0.2461405 Jul 13 14:42:31.710101 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8f23c8b1-8dac-443b-8201-288115bd9392 req-8c59cc81-c3e3-4af5-8b89-6f450c296379 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645076 Jul 13 14:42:31.736519 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-498c8bc8-5de1-41de-b1d0-441b6f2edc95 req-8aa4aa5f-e7e5-40e0-9a54-e8f1e62126ef tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825719 Jul 13 14:42:31.766789 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-16c1695e-784b-4ae4-a021-3a9901207cc5 req-fbac78a6-11ec-4310-b1c5-44673eb02292 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223949 Jul 13 14:42:31.769000 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9fe9d484-23ec-4670-9de4-d6bd2bc1e665 req-4ba3dd4f-72d0-449e-832a-a856426d2a8b service neutron] 10.222.0.44 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162862 Jul 13 14:42:31.919924 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f947423-da97-41f3-b702-e879754282df req-c2bd62c6-498c-454b-81ad-b2048973eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:31.921494 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7f947423-da97-41f3-b702-e879754282df req-c2bd62c6-498c-454b-81ad-b2048973eb8a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9e79ded0e9541ffa2961ceca2cd6ddc&device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 1096 time: 0.0544872 Jul 13 14:42:32.011898 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f947423-da97-41f3-b702-e879754282df req-8b490314-f727-4feb-92e9-5e920acea841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:32.013300 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7f947423-da97-41f3-b702-e879754282df req-8b490314-f727-4feb-92e9-5e920acea841 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e HTTP/1.1" status: 200 len: 915 time: 0.0828469 Jul 13 14:42:32.062491 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7f947423-da97-41f3-b702-e879754282df req-d431441d-7a1a-4d18-b83e-e919a0c12beb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccff80b0-4520-4a1d-ad28-bfa79890bddf HTTP/1.1" status: 200 len: 217 time: 0.0378621 Jul 13 14:42:32.122925 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f947423-da97-41f3-b702-e879754282df req-c920a092-e1ca-42ca-b5fb-f2bb950cdca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:32.124338 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7f947423-da97-41f3-b702-e879754282df req-c920a092-e1ca-42ca-b5fb-f2bb950cdca2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f875b4b-9ea6-4d1a-b359-a60501252143 HTTP/1.1" status: 200 len: 854 time: 0.0427117 Jul 13 14:42:32.166778 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7f947423-da97-41f3-b702-e879754282df req-23460d63-1532-48d5-824a-f0c179dc4166 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec4ab563-fdac-4edb-9685-f853bbc2dd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251696 Jul 13 14:42:32.262583 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7f947423-da97-41f3-b702-e879754282df req-d0935b31-3493-427e-bd05-7b2fe0cbedcf service neutron] 10.222.0.44 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832994 Jul 13 14:42:32.368296 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7f947423-da97-41f3-b702-e879754282df req-e472868a-d151-40c1-976e-f43c462a30e3 service neutron] 10.222.0.44 "GET /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817516 Jul 13 14:42:32.764762 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127703fa-1acf-4652-b6ad-05a5918526a4 req-52418422-f868-4564-be67-560937bc05a5 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:32.766273 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-127703fa-1acf-4652-b6ad-05a5918526a4 req-52418422-f868-4564-be67-560937bc05a5 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 945 time: 0.0677330 Jul 13 14:42:32.974898 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b42f1d-2701-4fb1-b32d-cd3529da7e29 req-eb6431f8-1842-4afc-a8e2-76ec27ad2b00 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:32.976388 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-92b42f1d-2701-4fb1-b32d-cd3529da7e29 req-eb6431f8-1842-4afc-a8e2-76ec27ad2b00 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 945 time: 0.1582861 Jul 13 14:42:32.992415 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6518c8-73d3-4e54-8ee2-6b4edefb0471 req-38f9d26e-0d7e-4758-a783-2b351937438e tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:32.993756 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1e6518c8-73d3-4e54-8ee2-6b4edefb0471 req-38f9d26e-0d7e-4758-a783-2b351937438e tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 943 time: 0.1405220 Jul 13 14:42:32.999177 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-127703fa-1acf-4652-b6ad-05a5918526a4 req-5aff232e-8b39-4e97-8b9a-26b437cc858d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Deleting port d839a746-b7e0-4f35-b8e5-1350119133be {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:42:32.999522 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-127703fa-1acf-4652-b6ad-05a5918526a4 req-5aff232e-8b39-4e97-8b9a-26b437cc858d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:33.115370 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-92b42f1d-2701-4fb1-b32d-cd3529da7e29 req-ecfa84cf-9b3b-445a-ad84-a4d7dc027176 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326389 Jul 13 14:42:33.121063 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1e6518c8-73d3-4e54-8ee2-6b4edefb0471 req-f683aae3-4a0b-4338-9560-88a0ccbe1f06 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181643 Jul 13 14:42:33.139098 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-127703fa-1acf-4652-b6ad-05a5918526a4 req-5aff232e-8b39-4e97-8b9a-26b437cc858d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] For port d839a746-b7e0-4f35-b8e5-1350119133be, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d839a746-b7e0-4f35-b8e5-1350119133be,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:33.139098 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-127703fa-1acf-4652-b6ad-05a5918526a4 req-5aff232e-8b39-4e97-8b9a-26b437cc858d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:33.302138 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-127703fa-1acf-4652-b6ad-05a5918526a4 req-5aff232e-8b39-4e97-8b9a-26b437cc858d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:33.302508 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-127703fa-1acf-4652-b6ad-05a5918526a4 req-5aff232e-8b39-4e97-8b9a-26b437cc858d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909700'] for floatingip, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:33.302821 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.l3_db [req-127703fa-1acf-4652-b6ad-05a5918526a4 req-5aff232e-8b39-4e97-8b9a-26b437cc858d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Floating IP fd4a2e1d-876d-451c-bc01-0a53fe2ac797 disassociated. External IP: 172.27.2.162, port: d839a746-b7e0-4f35-b8e5-1350119133be. Jul 13 14:42:33.303159 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-127703fa-1acf-4652-b6ad-05a5918526a4 req-5aff232e-8b39-4e97-8b9a-26b437cc858d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Calling delete_port for d839a746-b7e0-4f35-b8e5-1350119133be owned by compute:nova {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:42:33.427075 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-127703fa-1acf-4652-b6ad-05a5918526a4 req-5aff232e-8b39-4e97-8b9a-26b437cc858d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:33.455854 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff232e-8b39-4e97-8b9a-26b437cc858d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event deleted for resources: {'Port': ['ID=d839a746-b7e0-4f35-b8e5-1350119133be,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:33.567397 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-127703fa-1acf-4652-b6ad-05a5918526a4 req-5aff232e-8b39-4e97-8b9a-26b437cc858d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:42:33.671987 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-127703fa-1acf-4652-b6ad-05a5918526a4 req-5aff232e-8b39-4e97-8b9a-26b437cc858d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:42:33.681885 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053d324-e47b-49f4-87c8-16fcacc296c0 None None] Sync routers for ids ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:42:33.691795 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053d324-e47b-49f4-87c8-16fcacc296c0 None None] Routers {'4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:33.692392 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-a053d324-e47b-49f4-87c8-16fcacc296c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:42:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:33.714170 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-127703fa-1acf-4652-b6ad-05a5918526a4 req-5aff232e-8b39-4e97-8b9a-26b437cc858d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] No DVR routers for this DVR port d839a746-b7e0-4f35-b8e5-1350119133be on host hv-cinder-78836 {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:42:33.716626 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-127703fa-1acf-4652-b6ad-05a5918526a4 req-5aff232e-8b39-4e97-8b9a-26b437cc858d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:33.718884 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-127703fa-1acf-4652-b6ad-05a5918526a4 req-5aff232e-8b39-4e97-8b9a-26b437cc858d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.44 "DELETE /v2.0/ports/d839a746-b7e0-4f35-b8e5-1350119133be HTTP/1.1" status: 204 len: 173 time: 0.9310575 Jul 13 14:42:33.719334 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f16ae4-8faa-4cf9-bf1c-339edba339ac', 'name': 'network-vif-deleted', 'tag': 'd839a746-b7e0-4f35-b8e5-1350119133be'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:33.721575 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95182934-02a1-4e21-8292-8a7efa4d31e1" -d '{"events": [{"server_uuid": "d7f16ae4-8faa-4cf9-bf1c-339edba339ac", "name": "network-vif-deleted", "tag": "d839a746-b7e0-4f35-b8e5-1350119133be"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:33.757991 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b589417-f705-4b52-920a-af10192f2e65 x-openstack-request-id: req-8b589417-f705-4b52-920a-af10192f2e65 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:33.758272 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f16ae4-8faa-4cf9-bf1c-339edba339ac", "name": "network-vif-deleted", "tag": "d839a746-b7e0-4f35-b8e5-1350119133be", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:33.758527 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b589417-f705-4b52-920a-af10192f2e65 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:33.758928 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f16ae4-8faa-4cf9-bf1c-339edba339ac', 'name': 'network-vif-deleted', 'tag': 'd839a746-b7e0-4f35-b8e5-1350119133be', 'status': 'completed', 'code': 200} Jul 13 14:42:33.798491 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-a053d324-e47b-49f4-87c8-16fcacc296c0 None None] Set router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:34.112951 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-a053d324-e47b-49f4-87c8-16fcacc296c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:34.139345 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053d324-e47b-49f4-87c8-16fcacc296c0 None None] Checking router: 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:42:34.149455 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053d324-e47b-49f4-87c8-16fcacc296c0 None None] Routers {'4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:34.150073 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-a053d324-e47b-49f4-87c8-16fcacc296c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:42:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:34.276100 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-a053d324-e47b-49f4-87c8-16fcacc296c0 None None] Set router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:34.310490 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2848720b-f47c-4869-9613-0bfc62873345 req-8cbdf4b8-e1e8-48c2-a800-68236e121b7a tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f16ae4-8faa-4cf9-bf1c-339edba339ac HTTP/1.1" status: 200 len: 210 time: 0.0357933 Jul 13 14:42:34.347403 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0994a-4e64-4ecf-b50d-a2489f79fcbe req-2d312f07-bc07-414c-9207-c36eecb7ecb1 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:34.348916 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-aaf0994a-4e64-4ecf-b50d-a2489f79fcbe req-2d312f07-bc07-414c-9207-c36eecb7ecb1 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 943 time: 0.1029315 Jul 13 14:42:34.388008 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-aaf0994a-4e64-4ecf-b50d-a2489f79fcbe req-7bc361d3-b7ef-49ae-a742-8388817285d3 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332389 Jul 13 14:42:34.478132 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-a053d324-e47b-49f4-87c8-16fcacc296c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:34.503774 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053d324-e47b-49f4-87c8-16fcacc296c0 None None] The sync data for ids ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'] in dv-cinder-788365-4-iscsi is: [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:42:34.705907 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37affc-80c7-4623-b328-ffa0b576ae98 None None] New status for floating IP fd4a2e1d-876d-451c-bc01-0a53fe2ac797: DOWN {{(pid=93177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:42:35.563605 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d119e-ea06-481f-a12c-581430b3332a req-a960da6c-9318-4555-bfb9-1c17798e7673 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:35.565114 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-394d119e-ea06-481f-a12c-581430b3332a req-a960da6c-9318-4555-bfb9-1c17798e7673 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 943 time: 0.0634344 Jul 13 14:42:35.602457 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-394d119e-ea06-481f-a12c-581430b3332a req-b9903771-6da0-4994-87d4-8f15271eb34e tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317047 Jul 13 14:42:35.881756 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-c47f2118-8233-4c16-9899-482ba07c0103 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548478119&fields=id&tenant_id=f9e7c29b365b4dabab5e1082907164f1 HTTP/1.1" status: 200 len: 267 time: 0.0320892 Jul 13 14:42:35.987303 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-39006fa1-3a92-4a37-b3b2-b6698641054d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:35.988773 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-39006fa1-3a92-4a37-b3b2-b6698641054d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/networks?id=275b173f-f346-4505-bdbc-2adf334f41b4 HTTP/1.1" status: 200 len: 811 time: 0.1003542 Jul 13 14:42:36.002952 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-36e7d427-ad64-4b98-989d-0d96c33d6c70 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/quotas/f9e7c29b365b4dabab5e1082907164f1 HTTP/1.1" status: 200 len: 375 time: 0.0089433 Jul 13 14:42:36.068146 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-33b06d47-a520-4789-9328-3e7e3d5f4ecd tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9e7c29b365b4dabab5e1082907164f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605667 Jul 13 14:42:36.167942 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-71755bdd-af4b-4c8c-bb42-3ae1ff65dad2 service neutron] 10.222.0.42 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846448 Jul 13 14:42:36.252754 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-681220a3-7db0-400b-8341-23f3832f3be7 service neutron] 10.222.0.42 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793593 Jul 13 14:42:36.539972 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-29a5a926-8e55-412f-b494-706f9224ee84 req-56685773-aa82-40fe-818b-fa0eae075509 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 210 time: 0.0291908 Jul 13 14:42:36.564743 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device ccff80b0-4520-4a1d-ad28-bfa79890bddf details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:42:36.566802 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device d839a746-b7e0-4f35-b8e5-1350119133be no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:42:36.599519 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: d839a746-b7e0-4f35-b8e5-1350119133be {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:42:36.599867 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device d839a746-b7e0-4f35-b8e5-1350119133be not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:42:36.612392 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-88a5ae97-5a93-4667-8194-265bbe75efd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:36.711855 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port ccff80b0-4520-4a1d-ad28-bfa79890bddf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ccff80b0-4520-4a1d-ad28-bfa79890bddf,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:36.724478 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': 'ccff80b0-4520-4a1d-ad28-bfa79890bddf', 'network_id': 'ec4ab563-fdac-4edb-9685-f853bbc2dd2e', 'port_id': 'ccff80b0-4520-4a1d-ad28-bfa79890bddf', 'mac_address': 'fa:16:3e:dd:0c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f875b4b-9ea6-4d1a-b359-a60501252143', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:42:36.765356 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:36.780002 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccff80b0-4520-4a1d-ad28-bfa79890bddf {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:42:36.805563 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port ccff80b0-4520-4a1d-ad28-bfa79890bddf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ccff80b0-4520-4a1d-ad28-bfa79890bddf,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:36.810009 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:36.867508 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=ccff80b0-4520-4a1d-ad28-bfa79890bddf,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:36.940898 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a9593-0ff9-4244-869a-182601ae600f req-0bb7e0ae-054f-477b-a2dd-1bedc54bb379 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:36.942308 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-530a9593-0ff9-4244-869a-182601ae600f req-0bb7e0ae-054f-477b-a2dd-1bedc54bb379 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 944 time: 0.2013083 Jul 13 14:42:36.981431 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-530a9593-0ff9-4244-869a-182601ae600f req-2ccec110-1e0d-4529-b085-489205a0d22e tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334344 Jul 13 14:42:37.236121 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['ccff80b0-4520-4a1d-ad28-bfa79890bddf'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:42:37.677937 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0272adfb-8308-468b-a1a6-6c39738c9cf3 req-9e7b1be7-91dc-444a-bab9-46a7402ed702 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 210 time: 0.0288148 Jul 13 14:42:37.896512 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-cc20b580-8423-47b5-a91b-c7a72b9a4870 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:37.898089 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-cc20b580-8423-47b5-a91b-c7a72b9a4870 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.44 "GET /v2.0/networks?id=275b173f-f346-4505-bdbc-2adf334f41b4 HTTP/1.1" status: 200 len: 811 time: 0.1020379 Jul 13 14:42:37.947439 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-706ee55a-b997-4d4c-9146-b19dda4722b5 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9e7c29b365b4dabab5e1082907164f1 HTTP/1.1" status: 200 len: 380 time: 0.0367534 Jul 13 14:42:37.982475 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-c19937b8-cfd5-4fc2-930a-99440a15ecf9 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Request body: {'port': {'device_id': '16962761-915e-4913-b24b-fd9efedb2eea', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'admin_state_up': True, 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'security_groups': ['b8aa9764-3590-41bb-82f9-b91d6329e1bc']}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:38.086781 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-c19937b8-cfd5-4fc2-930a-99440a15ecf9 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Made reservation on behalf of f9e7c29b365b4dabab5e1082907164f1 for: {'port': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:42:38.090405 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-c19937b8-cfd5-4fc2-930a-99440a15ecf9 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:38.474800 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fe02a-7bc1-4f4f-8ff2-9a134a1b169b req-ec88b095-ecd7-4c5c-bf58-0b8b51640165 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:38.476236 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-343fe02a-7bc1-4f4f-8ff2-9a134a1b169b req-ec88b095-ecd7-4c5c-bf58-0b8b51640165 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 944 time: 0.3835144 Jul 13 14:42:38.541909 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-c19937b8-cfd5-4fc2-930a-99440a15ecf9 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Allocated IP 172.20.0.8 (275b173f-f346-4505-bdbc-2adf334f41b4/9f858d18-7848-4749-a84f-ecbf232dcff9/c1dd696b-b199-4bfc-8817-99e46287a5c9) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:42:38.548802 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-343fe02a-7bc1-4f4f-8ff2-9a134a1b169b req-210c5947-9680-45e2-80b0-cf5e41a30a70 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549533 Jul 13 14:42:38.691088 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-c19937b8-cfd5-4fc2-930a-99440a15ecf9 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:38.705341 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-c19937b8-cfd5-4fc2-930a-99440a15ecf9 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Transition to ACTIVE for port object c1dd696b-b199-4bfc-8817-99e46287a5c9 will not be triggered until provisioned by entity DHCP. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:42:38.740262 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-c19937b8-cfd5-4fc2-930a-99440a15ecf9 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:38.784956 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-c19937b8-cfd5-4fc2-930a-99440a15ecf9 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Network 275b173f-f346-4505-bdbc-2adf334f41b4 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:42:38.787927 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-c19937b8-cfd5-4fc2-930a-99440a15ecf9 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:42:38.794069 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-c19937b8-cfd5-4fc2-930a-99440a15ecf9 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:42:38.847053 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19937b8-cfd5-4fc2-930a-99440a15ecf9 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event updated for resources: {'Port': ['ID=c1dd696b-b199-4bfc-8817-99e46287a5c9,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:38.880529 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-c19937b8-cfd5-4fc2-930a-99440a15ecf9 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:38.881200 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-c19937b8-cfd5-4fc2-930a-99440a15ecf9 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:38.902736 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-c19937b8-cfd5-4fc2-930a-99440a15ecf9 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9243758 Jul 13 14:42:38.916425 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249a3bc-2613-4aa4-93fd-c5a0d847322d req-10445ac0-fb5e-4004-816c-6635d03f8184 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:38.918538 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5249a3bc-2613-4aa4-93fd-c5a0d847322d req-10445ac0-fb5e-4004-816c-6635d03f8184 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 931 time: 0.1284935 Jul 13 14:42:38.923490 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Request body: {'port': {'device_id': '16962761-915e-4913-b24b-fd9efedb2eea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:38.973797 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-1d7eac8f-2ff3-477a-9f7f-092dbe283dee None None] Provisioning for port c1dd696b-b199-4bfc-8817-99e46287a5c9 completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:42:38.978616 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-1d7eac8f-2ff3-477a-9f7f-092dbe283dee None None] Provisioning complete for port c1dd696b-b199-4bfc-8817-99e46287a5c9 triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:38.979344 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-1d7eac8f-2ff3-477a-9f7f-092dbe283dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:38.989585 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5249a3bc-2613-4aa4-93fd-c5a0d847322d req-7864187f-79f9-4a29-9c1e-47059bca7b81 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634592 Jul 13 14:42:39.021006 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-1d7eac8f-2ff3-477a-9f7f-092dbe283dee None None] Port c1dd696b-b199-4bfc-8817-99e46287a5c9 cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:42:39.028251 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:39.287471 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1dd696b-b199-4bfc-8817-99e46287a5c9 {{(pid=93173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:42:39.295086 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:39.306299 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Transition to ACTIVE for port object c1dd696b-b199-4bfc-8817-99e46287a5c9 will not be triggered until provisioned by entity L2. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:42:39.310223 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:39.358268 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Pushing event updated for resources: {'Port': ['ID=c1dd696b-b199-4bfc-8817-99e46287a5c9,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:39.383154 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-aac1061f-2176-4062-95f5-a14a8dd23a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:39.433403 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Attempting to bind port c1dd696b-b199-4bfc-8817-99e46287a5c9 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:42:39.433750 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Attempting to bind port c1dd696b-b199-4bfc-8817-99e46287a5c9 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:42:39.434079 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Attempting to bind port c1dd696b-b199-4bfc-8817-99e46287a5c9 on network 275b173f-f346-4505-bdbc-2adf334f41b4 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:42:39.438509 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Port c1dd696b-b199-4bfc-8817-99e46287a5c9 on network 275b173f-f346-4505-bdbc-2adf334f41b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:42:39.438830 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Attempting to bind port c1dd696b-b199-4bfc-8817-99e46287a5c9 on network 275b173f-f346-4505-bdbc-2adf334f41b4 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:42:39.443944 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:42:39.444287 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Checking segment: {'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:42:39.444715 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Bound using segment: {'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:42:39.445177 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Bound port: c1dd696b-b199-4bfc-8817-99e46287a5c9, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'}}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:42:39.445540 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:39.512888 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] For port c1dd696b-b199-4bfc-8817-99e46287a5c9, host hv-cinder-78836, cleared binding levels {{(pid=93173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:42:39.515790 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] For port c1dd696b-b199-4bfc-8817-99e46287a5c9, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c1dd696b-b199-4bfc-8817-99e46287a5c9,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:42:39.520162 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:39.554578 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:39.555085 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:39.556447 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] 10.222.0.44 "PUT /v2.0/ports/c1dd696b-b199-4bfc-8817-99e46287a5c9 HTTP/1.1" status: 200 len: 1093 time: 0.6370029 Jul 13 14:42:39.556943 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16962761-915e-4913-b24b-fd9efedb2eea', 'tag': 'c1dd696b-b199-4bfc-8817-99e46287a5c9'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:39.559218 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f20f8f5-db1b-4505-a06b-e4d5ead3471f" -d '{"events": [{"name": "network-changed", "server_uuid": "16962761-915e-4913-b24b-fd9efedb2eea", "tag": "c1dd696b-b199-4bfc-8817-99e46287a5c9"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:39.584051 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0c7de-6854-4f61-a049-bb05dfecd816 service neutron] Pushing event updated for resources: {'Port': ['ID=c1dd696b-b199-4bfc-8817-99e46287a5c9,revision_number=3']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:39.613072 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309c6a7a-4d42-4a62-9abf-a97861963b13 x-openstack-request-id: req-309c6a7a-4d42-4a62-9abf-a97861963b13 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:39.613384 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16962761-915e-4913-b24b-fd9efedb2eea", "tag": "c1dd696b-b199-4bfc-8817-99e46287a5c9", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:39.613609 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-309c6a7a-4d42-4a62-9abf-a97861963b13 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:39.614005 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16962761-915e-4913-b24b-fd9efedb2eea', 'tag': 'c1dd696b-b199-4bfc-8817-99e46287a5c9', 'status': 'completed', 'code': 200} Jul 13 14:42:39.616711 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:39.673023 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-67c0d506-8b6f-455a-a16a-84a902c0a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:39.674564 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-67c0d506-8b6f-455a-a16a-84a902c0a3c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9e7c29b365b4dabab5e1082907164f1&device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 1096 time: 0.0574756 Jul 13 14:42:39.745072 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-6811a1bc-7fad-4b98-aa14-624bea82328e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1dd696b-b199-4bfc-8817-99e46287a5c9 HTTP/1.1" status: 200 len: 217 time: 0.0612655 Jul 13 14:42:39.812007 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfb5f7-419c-4a19-af6e-5936c0e7172e req-813617de-44a4-4eee-93f6-5680e4a553f2 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:39.813411 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b3bfb5f7-419c-4a19-af6e-5936c0e7172e req-813617de-44a4-4eee-93f6-5680e4a553f2 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 944 time: 0.1317127 Jul 13 14:42:39.826423 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-83ca8e13-7d70-4bfc-a325-dfbbb5680815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:39.827736 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-83ca8e13-7d70-4bfc-a325-dfbbb5680815 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f858d18-7848-4749-a84f-ecbf232dcff9 HTTP/1.1" status: 200 len: 850 time: 0.0677621 Jul 13 14:42:39.886952 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b3bfb5f7-419c-4a19-af6e-5936c0e7172e req-5d5ecb96-21bb-4614-bc72-526577563bed tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674102 Jul 13 14:42:39.910074 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-80dedc29-0574-4d87-a2f2-29c7815b088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:39.911569 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-80dedc29-0574-4d87-a2f2-29c7815b088a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=275b173f-f346-4505-bdbc-2adf334f41b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687294 Jul 13 14:42:40.008256 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-47cd5008-80dc-410a-8793-6750a296562b service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805357 Jul 13 14:42:40.107165 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-18fbbe0c-12a6-4ab3-b2a0-b4a3e0c377a8 req-dd0ff419-bcf7-49e0-80a4-ec0f12592a7d service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868948 Jul 13 14:42:40.170756 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c77f5d-3035-4aa2-b22c-1f5bec2fff0f req-2106acbe-6331-469c-957f-cd8931e9d53b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:40.172266 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-40c77f5d-3035-4aa2-b22c-1f5bec2fff0f req-2106acbe-6331-469c-957f-cd8931e9d53b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 943 time: 0.0642445 Jul 13 14:42:40.213668 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:40.237543 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-40c77f5d-3035-4aa2-b22c-1f5bec2fff0f req-ed8ce617-1f6e-4ae2-8ee0-d2d335253096 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572424 Jul 13 14:42:40.251423 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20f8f5-db1b-4505-a06b-e4d5ead3471f req-78b3fb01-07a5-4ee5-a2e5-bf54f9a9019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:40.252915 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2f20f8f5-db1b-4505-a06b-e4d5ead3471f req-78b3fb01-07a5-4ee5-a2e5-bf54f9a9019b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9e7c29b365b4dabab5e1082907164f1&device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 1096 time: 0.0797660 Jul 13 14:42:40.345748 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20f8f5-db1b-4505-a06b-e4d5ead3471f req-5132c800-ea2a-4a22-a30c-6513d1cc9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:40.347212 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2f20f8f5-db1b-4505-a06b-e4d5ead3471f req-5132c800-ea2a-4a22-a30c-6513d1cc9c23 service neutron] 10.222.0.44 "GET /v2.0/networks?id=275b173f-f346-4505-bdbc-2adf334f41b4 HTTP/1.1" status: 200 len: 912 time: 0.0856230 Jul 13 14:42:40.392657 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2f20f8f5-db1b-4505-a06b-e4d5ead3471f req-95db58d1-8c25-4095-8f46-42604fa29754 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1dd696b-b199-4bfc-8817-99e46287a5c9 HTTP/1.1" status: 200 len: 217 time: 0.0338166 Jul 13 14:42:40.449639 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20f8f5-db1b-4505-a06b-e4d5ead3471f req-9d79cff2-d85c-4f72-9a87-477dc1a51759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:40.451104 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2f20f8f5-db1b-4505-a06b-e4d5ead3471f req-9d79cff2-d85c-4f72-9a87-477dc1a51759 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f858d18-7848-4749-a84f-ecbf232dcff9 HTTP/1.1" status: 200 len: 850 time: 0.0471826 Jul 13 14:42:40.512046 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20f8f5-db1b-4505-a06b-e4d5ead3471f req-5fb0d71d-777f-447c-8415-6f2d67e36f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:40.513517 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2f20f8f5-db1b-4505-a06b-e4d5ead3471f req-5fb0d71d-777f-447c-8415-6f2d67e36f84 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=275b173f-f346-4505-bdbc-2adf334f41b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512242 Jul 13 14:42:40.584866 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device ccff80b0-4520-4a1d-ad28-bfa79890bddf up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:42:40.605754 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2f20f8f5-db1b-4505-a06b-e4d5ead3471f req-2090aabc-28fe-4a1c-ba45-f2408baa079e service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806704 Jul 13 14:42:40.632027 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port ccff80b0-4520-4a1d-ad28-bfa79890bddf completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:42:40.635769 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port ccff80b0-4520-4a1d-ad28-bfa79890bddf triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:40.636710 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:40.711264 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2f20f8f5-db1b-4505-a06b-e4d5ead3471f req-bca90da4-3f50-47f8-8b23-b2037095a0df service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860214 Jul 13 14:42:40.711489 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:40.734234 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbedeff1-8f91-420d-ab24-e5e3cd13bdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccff80b0-4520-4a1d-ad28-bfa79890bddf'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:40.736554 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5cbfbb-bc73-4334-bc55-fa000ae35616" -d '{"events": [{"server_uuid": "dbedeff1-8f91-420d-ab24-e5e3cd13bdb2", "name": "network-vif-plugged", "status": "completed", "tag": "ccff80b0-4520-4a1d-ad28-bfa79890bddf"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:40.749013 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port ccff80b0-4520-4a1d-ad28-bfa79890bddf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ccff80b0-4520-4a1d-ad28-bfa79890bddf,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:40.753171 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:40.781056 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb691bd4-d1b9-47b7-bf56-fcd03f30b3d4 x-openstack-request-id: req-bb691bd4-d1b9-47b7-bf56-fcd03f30b3d4 {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:40.781345 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbedeff1-8f91-420d-ab24-e5e3cd13bdb2", "name": "network-vif-plugged", "status": "completed", "tag": "ccff80b0-4520-4a1d-ad28-bfa79890bddf", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:40.781595 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb691bd4-d1b9-47b7-bf56-fcd03f30b3d4 {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:40.781976 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbedeff1-8f91-420d-ab24-e5e3cd13bdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccff80b0-4520-4a1d-ad28-bfa79890bddf', 'code': 200} Jul 13 14:42:40.808218 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=ccff80b0-4520-4a1d-ad28-bfa79890bddf,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:41.081337 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828b3ba-c338-4779-940e-5626d71e6eb8 req-7d45e7ff-f7c2-4d3d-8772-13cb983fdcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:41.082717 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1828b3ba-c338-4779-940e-5626d71e6eb8 req-7d45e7ff-f7c2-4d3d-8772-13cb983fdcb5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 1098 time: 0.0889456 Jul 13 14:42:41.097741 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fa9aa-6174-4155-a58b-210b37a87c61 req-38c140eb-4536-4c4d-8d2d-a574a2de4d03 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:41.099085 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-df3fa9aa-6174-4155-a58b-210b37a87c61 req-38c140eb-4536-4c4d-8d2d-a574a2de4d03 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 945 time: 0.0792875 Jul 13 14:42:41.146282 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1828b3ba-c338-4779-940e-5626d71e6eb8 req-2425b1c8-0d32-449e-8b4d-6459c3fd30fe service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462904 Jul 13 14:42:41.157677 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-df3fa9aa-6174-4155-a58b-210b37a87c61 req-5f25afa5-2100-4ef5-8b51-446aed9ae893 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513880 Jul 13 14:42:41.409041 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15e331-f74a-45c8-ac2e-6fb50003d6d3 req-a4353d1d-e1ea-41d1-9363-e8390b85ec80 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:41.410488 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2e15e331-f74a-45c8-ac2e-6fb50003d6d3 req-a4353d1d-e1ea-41d1-9363-e8390b85ec80 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 943 time: 0.0627000 Jul 13 14:42:41.447308 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2e15e331-f74a-45c8-ac2e-6fb50003d6d3 req-79789aee-7da9-4001-bad8-b36e1915c64e tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313766 Jul 13 14:42:42.016614 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:42.326236 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326591b-a0f2-4dd2-b8f6-8dcf1bc3a588 req-bfcbd7ad-cfec-454e-a6d0-5bce2cc31e56 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:42.327713 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2326591b-a0f2-4dd2-b8f6-8dcf1bc3a588 req-bfcbd7ad-cfec-454e-a6d0-5bce2cc31e56 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 945 time: 0.0622175 Jul 13 14:42:42.365079 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2326591b-a0f2-4dd2-b8f6-8dcf1bc3a588 req-7927ef91-0482-468b-9f85-1610016cbcb7 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317962 Jul 13 14:42:42.629600 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dee5b9-c00a-4604-bb93-ccf7cafcecc7 req-0822aaad-722b-4122-9248-5acc55a7cb22 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:42.631428 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-43dee5b9-c00a-4604-bb93-ccf7cafcecc7 req-0822aaad-722b-4122-9248-5acc55a7cb22 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 943 time: 0.0751357 Jul 13 14:42:42.670960 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-43dee5b9-c00a-4604-bb93-ccf7cafcecc7 req-a8e40250-ee80-48fa-8a27-7503725fa1f8 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335946 Jul 13 14:42:43.534076 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c9767-9af6-47ef-a053-a8fb72670717 req-84e2bd5f-bee9-4cf4-9b39-35d63e006f25 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:43.535549 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5f0c9767-9af6-47ef-a053-a8fb72670717 req-84e2bd5f-bee9-4cf4-9b39-35d63e006f25 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 945 time: 0.0628214 Jul 13 14:42:43.572606 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5f0c9767-9af6-47ef-a053-a8fb72670717 req-b4d15da6-ad9d-4b43-b63d-ab871b9525b5 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316179 Jul 13 14:42:43.847371 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60edff3-fabe-4c0b-9b85-7dba8ce655a1 req-3f527d0b-828c-4c20-ac92-3877fdd0d62c tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:43.849086 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c60edff3-fabe-4c0b-9b85-7dba8ce655a1 req-3f527d0b-828c-4c20-ac92-3877fdd0d62c tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 943 time: 0.0662007 Jul 13 14:42:43.893198 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c60edff3-fabe-4c0b-9b85-7dba8ce655a1 req-76142bc0-826f-4473-953e-37244cf893d3 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379152 Jul 13 14:42:45.070913 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673cb34-4339-4900-8976-55a7681cd090 req-02fce745-5b21-41b1-84fd-3b54daa484c8 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:45.072862 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a673cb34-4339-4900-8976-55a7681cd090 req-02fce745-5b21-41b1-84fd-3b54daa484c8 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 943 time: 0.0659020 Jul 13 14:42:45.115798 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a673cb34-4339-4900-8976-55a7681cd090 req-2d205782-c388-4286-81ac-24376cd38b26 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356243 Jul 13 14:42:46.285575 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b76d4-d81c-4bdc-ba49-ebca7adb2a31 req-2de3df8d-3dc8-4af7-9b64-d37a6c046f64 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:46.287064 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c93b76d4-d81c-4bdc-ba49-ebca7adb2a31 req-2de3df8d-3dc8-4af7-9b64-d37a6c046f64 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 943 time: 0.0624635 Jul 13 14:42:46.325457 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c93b76d4-d81c-4bdc-ba49-ebca7adb2a31 req-63f59698-db9a-4b72-9680-bb779ee77bd1 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328851 Jul 13 14:42:47.498613 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14e4b5-b731-4407-9f23-d39878c6a6e0 req-b401f186-187c-4a85-81d9-ca302f51f355 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:47.500015 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6d14e4b5-b731-4407-9f23-d39878c6a6e0 req-b401f186-187c-4a85-81d9-ca302f51f355 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 943 time: 0.0652516 Jul 13 14:42:47.536391 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6d14e4b5-b731-4407-9f23-d39878c6a6e0 req-20d73e85-188b-42ff-bd22-1cb9bdeb8d53 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310144 Jul 13 14:42:48.617811 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device c1dd696b-b199-4bfc-8817-99e46287a5c9 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:42:48.707126 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde35395-afaa-4756-bac2-6a037a270f5d req-6f045e2c-ce94-4aca-85ac-3065dc577784 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:48.708619 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-dde35395-afaa-4756-bac2-6a037a270f5d req-6f045e2c-ce94-4aca-85ac-3065dc577784 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 943 time: 0.0638709 Jul 13 14:42:48.712767 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port c1dd696b-b199-4bfc-8817-99e46287a5c9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c1dd696b-b199-4bfc-8817-99e46287a5c9,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:48.724553 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': 'c1dd696b-b199-4bfc-8817-99e46287a5c9', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'port_id': 'c1dd696b-b199-4bfc-8817-99e46287a5c9', 'mac_address': 'fa:16:3e:04:27:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:42:48.747384 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-dde35395-afaa-4756-bac2-6a037a270f5d req-719dbe37-6dc2-4b8d-bec4-e21a45b8c5e6 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328448 Jul 13 14:42:48.765203 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:48.778517 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1dd696b-b199-4bfc-8817-99e46287a5c9 {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:42:48.797245 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port c1dd696b-b199-4bfc-8817-99e46287a5c9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c1dd696b-b199-4bfc-8817-99e46287a5c9,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:48.802118 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:48.849488 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=c1dd696b-b199-4bfc-8817-99e46287a5c9,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:49.253228 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['c1dd696b-b199-4bfc-8817-99e46287a5c9'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:42:49.915208 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dde648-ed7e-4e45-9e1b-5a7fbab8e934 req-2baaf9ea-95ba-4eee-b114-26d435f40bef tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:49.916684 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-20dde648-ed7e-4e45-9e1b-5a7fbab8e934 req-2baaf9ea-95ba-4eee-b114-26d435f40bef tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 944 time: 0.0626209 Jul 13 14:42:49.957212 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-20dde648-ed7e-4e45-9e1b-5a7fbab8e934 req-eb53a2e8-d11b-4a01-95a1-7b1ff2ff6f4b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348835 Jul 13 14:42:51.126117 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b15b1-6ab3-41ff-8df4-bf7dc4a81ab2 req-68345f16-aebb-4f89-9b43-22c5362453c4 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:51.127521 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a07b15b1-6ab3-41ff-8df4-bf7dc4a81ab2 req-68345f16-aebb-4f89-9b43-22c5362453c4 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 944 time: 0.0623059 Jul 13 14:42:51.164340 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a07b15b1-6ab3-41ff-8df4-bf7dc4a81ab2 req-d9ba6077-6667-4666-bbdc-d031c5487d4f tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311916 Jul 13 14:42:51.252637 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:42:52.336371 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca9eb2-63fc-419e-a7e2-bcb406503f45 req-ad8fb848-d037-424a-8cb8-2345b755d0a5 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:52.337865 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-41ca9eb2-63fc-419e-a7e2-bcb406503f45 req-ad8fb848-d037-424a-8cb8-2345b755d0a5 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 944 time: 0.0642321 Jul 13 14:42:52.376077 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-41ca9eb2-63fc-419e-a7e2-bcb406503f45 req-97403a17-a099-4eda-a1cc-16402cdc7db8 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317531 Jul 13 14:42:52.651566 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device c1dd696b-b199-4bfc-8817-99e46287a5c9 up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:42:52.698823 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port c1dd696b-b199-4bfc-8817-99e46287a5c9 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:42:52.702995 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port c1dd696b-b199-4bfc-8817-99e46287a5c9 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:52.703296 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:52.782920 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:52.805822 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16962761-915e-4913-b24b-fd9efedb2eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1dd696b-b199-4bfc-8817-99e46287a5c9'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:52.808121 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b269603-a023-4b72-9c61-d4e38a6d0fe5" -d '{"events": [{"server_uuid": "16962761-915e-4913-b24b-fd9efedb2eea", "name": "network-vif-plugged", "status": "completed", "tag": "c1dd696b-b199-4bfc-8817-99e46287a5c9"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:52.821395 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port c1dd696b-b199-4bfc-8817-99e46287a5c9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c1dd696b-b199-4bfc-8817-99e46287a5c9,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:52.826078 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:52.856132 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cfddb5-ca93-4d5e-829e-fb07dd3741bb x-openstack-request-id: req-a4cfddb5-ca93-4d5e-829e-fb07dd3741bb {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:52.856425 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16962761-915e-4913-b24b-fd9efedb2eea", "name": "network-vif-plugged", "status": "completed", "tag": "c1dd696b-b199-4bfc-8817-99e46287a5c9", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:52.856702 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4cfddb5-ca93-4d5e-829e-fb07dd3741bb {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:52.857316 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16962761-915e-4913-b24b-fd9efedb2eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1dd696b-b199-4bfc-8817-99e46287a5c9', 'code': 200} Jul 13 14:42:52.897081 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=c1dd696b-b199-4bfc-8817-99e46287a5c9,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:53.340657 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc9f82-994c-4cfe-aa4f-c8945812c5db req-abbcae9e-1923-4631-b921-11eae49615d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:53.342222 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bacc9f82-994c-4cfe-aa4f-c8945812c5db req-abbcae9e-1923-4631-b921-11eae49615d5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 1098 time: 0.0596082 Jul 13 14:42:53.381887 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bacc9f82-994c-4cfe-aa4f-c8945812c5db req-ae04b70c-e502-496b-9b1c-abf92acea71d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296755 Jul 13 14:42:53.551341 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003517a1-d484-4844-b6ff-73c1b3832140 req-1a8a6ef7-bece-4005-b4db-6bd6f99cb95c tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:53.552985 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-003517a1-d484-4844-b6ff-73c1b3832140 req-1a8a6ef7-bece-4005-b4db-6bd6f99cb95c tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 945 time: 0.0624692 Jul 13 14:42:53.591525 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-003517a1-d484-4844-b6ff-73c1b3832140 req-f312c3b6-400a-4bc3-94ea-c08e8397cc8d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330882 Jul 13 14:42:54.261894 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f23282-3baf-4702-8d12-68748a29d1f1 req-ceb1be9c-f706-455f-9db2-66ea5b7fd997 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:54.263381 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d8f23282-3baf-4702-8d12-68748a29d1f1 req-ceb1be9c-f706-455f-9db2-66ea5b7fd997 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0633664 Jul 13 14:42:54.304574 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d8f23282-3baf-4702-8d12-68748a29d1f1 req-104bf697-17c2-44e9-8566-6aaef4bbbc50 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357165 Jul 13 14:42:54.769386 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96c4a6-002e-4ac5-a7aa-9907465fc7d0 req-5c4d485d-9366-438d-a7c6-213bd9692b97 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:54.771039 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f96c4a6-002e-4ac5-a7aa-9907465fc7d0 req-5c4d485d-9366-438d-a7c6-213bd9692b97 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 945 time: 0.0655751 Jul 13 14:42:54.811011 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6f96c4a6-002e-4ac5-a7aa-9907465fc7d0 req-40c8d332-3643-44fb-9a05-fb4b919fdfff tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336025 Jul 13 14:42:55.476412 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5b8ca-c04c-4d33-a1cc-ee9b28b8f222 req-200443e5-f736-42d2-b9a3-9aab859db5d5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:55.477935 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-97f5b8ca-c04c-4d33-a1cc-ee9b28b8f222 req-200443e5-f736-42d2-b9a3-9aab859db5d5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0618382 Jul 13 14:42:55.514897 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-97f5b8ca-c04c-4d33-a1cc-ee9b28b8f222 req-e793c45c-fa4e-4026-a703-7ecc032b6ad1 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309367 Jul 13 14:42:55.984530 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee0d4b-4ded-4b30-ada6-08b5889fb9c7 req-4118cc1d-b332-4e64-a9fa-e99ce8069fdb tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:55.985945 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e9ee0d4b-4ded-4b30-ada6-08b5889fb9c7 req-4118cc1d-b332-4e64-a9fa-e99ce8069fdb tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 945 time: 0.0663414 Jul 13 14:42:56.022464 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e9ee0d4b-4ded-4b30-ada6-08b5889fb9c7 req-888174f9-2875-4e92-a185-9270eeb88375 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310371 Jul 13 14:42:56.190899 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670ae7f-b313-4b1b-a790-0c24f08e48e1 req-001b3182-7917-4fc3-afcd-c94121ae26cf tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:56.192381 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6670ae7f-b313-4b1b-a790-0c24f08e48e1 req-001b3182-7917-4fc3-afcd-c94121ae26cf tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 945 time: 0.0622978 Jul 13 14:42:56.230936 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6670ae7f-b313-4b1b-a790-0c24f08e48e1 req-9cb2f9f9-a0cb-427d-a8f4-3725d783c1ef tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319259 Jul 13 14:42:56.254461 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 52610) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:56.306870 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3815ac37-55ae-418d-8c06-0cfc401f925f tempest-TestVolumeBootPattern-779148992 tempest-TestVolumeBootPattern-779148992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:56.308397 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-3815ac37-55ae-418d-8c06-0cfc401f925f tempest-TestVolumeBootPattern-779148992 tempest-TestVolumeBootPattern-779148992-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 1093 time: 0.0529616 Jul 13 14:42:56.311101 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 52616) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:56.315458 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Request body: {'floatingip': {'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'port_id': 'c1dd696b-b199-4bfc-8817-99e46287a5c9', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:56.344070 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for floatingip, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:56.440844 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:56.558344 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Allocated IP 172.27.2.41 (64164622-617a-4d99-aad1-f3cf00d7c839/9a558fe0-5def-4fa7-9003-30b84af57514/9fe60ed7-72d0-4439-bafe-781647867d5c) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:42:56.742671 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:56.756294 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23256ab9-1dd1-46be-8b0f-3f9c515bbcd2 req-57a91035-79e8-4d47-bfc4-7ffd36835c22 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:56.757729 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-23256ab9-1dd1-46be-8b0f-3f9c515bbcd2 req-57a91035-79e8-4d47-bfc4-7ffd36835c22 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 945 time: 0.1698046 Jul 13 14:42:56.810875 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba233fc9-7dd2-4554-ab01-2382aec9bd61 req-cddfaddc-a846-4d51-9f98-990397b46d31 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:56.812318 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ba233fc9-7dd2-4554-ab01-2382aec9bd61 req-cddfaddc-a846-4d51-9f98-990397b46d31 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.1544342 Jul 13 14:42:56.826881 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-23256ab9-1dd1-46be-8b0f-3f9c515bbcd2 req-589b3912-6cfb-439a-80c6-e364c2e9725b tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619309 Jul 13 14:42:56.866346 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:56.870449 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ba233fc9-7dd2-4554-ab01-2382aec9bd61 req-420f8dcb-3494-4906-bb82-361407868d98 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509789 Jul 13 14:42:56.905321 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:42:56.909985 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:42:56.913317 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:42:56.939916 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event updated for resources: {'Port': ['ID=9fe60ed7-72d0-4439-bafe-781647867d5c,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:57.318485 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:57.396262 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:57.541971 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:57.546254 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:57.614681 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event updated for resources: {'Port': ['ID=9fe60ed7-72d0-4439-bafe-781647867d5c,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:57.625105 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909700'] for floatingip, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:57.720349 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.l3_db [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Floating IP 17927f16-efab-45e1-8a5c-97d231e23e31 associated. External IP: 172.27.2.41, port: c1dd696b-b199-4bfc-8817-99e46287a5c9. Jul 13 14:42:58.171686 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821dce3-2a3e-4814-85ee-ba6a7db8e705 req-9f731ad4-6f18-44fa-a37e-c4a9fe1da611 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:58.173078 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7821dce3-2a3e-4814-85ee-ba6a7db8e705 req-9f731ad4-6f18-44fa-a37e-c4a9fe1da611 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 945 time: 0.1608274 Jul 13 14:42:58.211575 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4de46-c305-4812-bc2d-16bc857e34e6 req-6aeeebbd-67e2-4726-8b68-2414aeb281c4 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:58.213000 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fde4de46-c305-4812-bc2d-16bc857e34e6 req-6aeeebbd-67e2-4726-8b68-2414aeb281c4 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.1996391 Jul 13 14:42:58.309663 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fde4de46-c305-4812-bc2d-16bc857e34e6 req-bf4a8bfd-6b99-4d5d-beee-b2efeef0c41d tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910296 Jul 13 14:42:58.314189 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7821dce3-2a3e-4814-85ee-ba6a7db8e705 req-c524bc92-6fad-4140-bb35-55862ff8daa1 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988662 Jul 13 14:42:58.338191 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:42:58.443842 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:42:58.453210 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ebae92-de08-4f32-875b-8f17134891a5 None None] Sync routers for ids ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:42:58.458998 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:58.463168 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ebae92-de08-4f32-875b-8f17134891a5 None None] Routers {'4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:58.463780 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-42ebae92-de08-4f32-875b-8f17134891a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:42:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:58.496077 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-a2670f69-6cae-4b46-9e0d-e70145b90f62 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1839678 Jul 13 14:42:58.497025 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16962761-915e-4913-b24b-fd9efedb2eea', 'tag': 'c1dd696b-b199-4bfc-8817-99e46287a5c9'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:58.508451 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff526207-a854-4aa0-b9e4-49743d44ff60" -d '{"events": [{"name": "network-changed", "server_uuid": "16962761-915e-4913-b24b-fd9efedb2eea", "tag": "c1dd696b-b199-4bfc-8817-99e46287a5c9"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:58.542005 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ee73a9-4b77-4ab9-8723-6c2f5ff9dc97 x-openstack-request-id: req-46ee73a9-4b77-4ab9-8723-6c2f5ff9dc97 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:58.542295 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16962761-915e-4913-b24b-fd9efedb2eea", "tag": "c1dd696b-b199-4bfc-8817-99e46287a5c9", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:58.542542 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-46ee73a9-4b77-4ab9-8723-6c2f5ff9dc97 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:58.542936 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16962761-915e-4913-b24b-fd9efedb2eea', 'tag': 'c1dd696b-b199-4bfc-8817-99e46287a5c9', 'status': 'completed', 'code': 200} Jul 13 14:42:58.574746 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-42ebae92-de08-4f32-875b-8f17134891a5 None None] Set router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:58.641463 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff526207-a854-4aa0-b9e4-49743d44ff60 req-d9cbac4d-55dc-4935-8eb0-6087390e26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:58.642978 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ff526207-a854-4aa0-b9e4-49743d44ff60 req-d9cbac4d-55dc-4935-8eb0-6087390e26fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9e7c29b365b4dabab5e1082907164f1&device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 1098 time: 0.0531623 Jul 13 14:42:58.752212 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff526207-a854-4aa0-b9e4-49743d44ff60 req-dd66e0af-e01d-4ddb-bcfb-3c439493b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:58.752844 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ff526207-a854-4aa0-b9e4-49743d44ff60 req-dd66e0af-e01d-4ddb-bcfb-3c439493b0e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=275b173f-f346-4505-bdbc-2adf334f41b4 HTTP/1.1" status: 200 len: 912 time: 0.0925965 Jul 13 14:42:58.808386 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-42ebae92-de08-4f32-875b-8f17134891a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '17927f16-efab-45e1-8a5c-97d231e23e31', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'port_id': 'c1dd696b-b199-4bfc-8817-99e46287a5c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'mac_address': 'fa:16:3e:04:27:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16962761-915e-4913-b24b-fd9efedb2eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:42:57Z', 'updated_at': '2021-07-13T14:42:57Z', 'revision_number': 0, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:58.835643 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ebae92-de08-4f32-875b-8f17134891a5 None None] Checking router: 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:42:58.844309 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ebae92-de08-4f32-875b-8f17134891a5 None None] Routers {'4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:58.844947 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-42ebae92-de08-4f32-875b-8f17134891a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:42:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:58.860465 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ff526207-a854-4aa0-b9e4-49743d44ff60 req-380d9d68-7e59-49bd-9cd4-052101ea8a1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1dd696b-b199-4bfc-8817-99e46287a5c9 HTTP/1.1" status: 200 len: 998 time: 0.0870619 Jul 13 14:42:58.886976 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79479278-1a14-4d6f-aee4-c05d7bf15224 req-89b8253b-f259-4779-9f35-9efbd82a7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:58.888457 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-79479278-1a14-4d6f-aee4-c05d7bf15224 req-89b8253b-f259-4779-9f35-9efbd82a7a63 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=065fe1745d9447699acdf1485585e8ff&device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 1099 time: 0.0792673 Jul 13 14:42:58.941373 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff526207-a854-4aa0-b9e4-49743d44ff60 req-3b38788d-c0e2-41f2-9e13-b874ec142727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:58.942833 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ff526207-a854-4aa0-b9e4-49743d44ff60 req-3b38788d-c0e2-41f2-9e13-b874ec142727 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f858d18-7848-4749-a84f-ecbf232dcff9 HTTP/1.1" status: 200 len: 850 time: 0.0681453 Jul 13 14:42:58.953072 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-42ebae92-de08-4f32-875b-8f17134891a5 None None] Set router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:59.048476 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79479278-1a14-4d6f-aee4-c05d7bf15224 req-4662226f-f471-462d-84c8-147558c49b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:59.049927 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-79479278-1a14-4d6f-aee4-c05d7bf15224 req-4662226f-f471-462d-84c8-147558c49b4b service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a963334-8a3d-4698-baf7-6514da665b97 HTTP/1.1" status: 200 len: 911 time: 0.1312535 Jul 13 14:42:59.058010 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff526207-a854-4aa0-b9e4-49743d44ff60 req-b90fa753-8195-4f5c-88f2-eebcfa411da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:59.059395 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ff526207-a854-4aa0-b9e4-49743d44ff60 req-b90fa753-8195-4f5c-88f2-eebcfa411da6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=275b173f-f346-4505-bdbc-2adf334f41b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921082 Jul 13 14:42:59.177304 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-42ebae92-de08-4f32-875b-8f17134891a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '17927f16-efab-45e1-8a5c-97d231e23e31', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'port_id': 'c1dd696b-b199-4bfc-8817-99e46287a5c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'mac_address': 'fa:16:3e:04:27:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16962761-915e-4913-b24b-fd9efedb2eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:42:57Z', 'updated_at': '2021-07-13T14:42:57Z', 'revision_number': 0, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:59.197086 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-79479278-1a14-4d6f-aee4-c05d7bf15224 req-08740327-5648-4a4b-98af-ed88635a3ead service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9e24f45-8f39-4439-9c7f-9518a62260d4 HTTP/1.1" status: 200 len: 1001 time: 0.1071801 Jul 13 14:42:59.252929 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ff526207-a854-4aa0-b9e4-49743d44ff60 req-bff6a0a0-b4ec-4438-9d20-9da44e71187e service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561849 Jul 13 14:42:59.290198 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79479278-1a14-4d6f-aee4-c05d7bf15224 req-3edde74d-5872-4742-8c84-89ddbad8414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:59.292269 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-79479278-1a14-4d6f-aee4-c05d7bf15224 req-3edde74d-5872-4742-8c84-89ddbad8414d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c733a02-d38f-400d-bfec-4ffd5b7ca3d1 HTTP/1.1" status: 200 len: 849 time: 0.0714090 Jul 13 14:42:59.325582 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ebae92-de08-4f32-875b-8f17134891a5 None None] The sync data for ids ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'] in dv-cinder-788365-4-iscsi is: [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '17927f16-efab-45e1-8a5c-97d231e23e31', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'port_id': 'c1dd696b-b199-4bfc-8817-99e46287a5c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'mac_address': 'fa:16:3e:04:27:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16962761-915e-4913-b24b-fd9efedb2eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:42:57Z', 'updated_at': '2021-07-13T14:42:57Z', 'revision_number': 0, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:42:59.446777 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ff526207-a854-4aa0-b9e4-49743d44ff60 req-5506362e-fead-4b96-8a8c-a6c2f187fc7a service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790497 Jul 13 14:42:59.543532 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79479278-1a14-4d6f-aee4-c05d7bf15224 req-0575ae30-4a71-47fe-95ff-9aa20b244243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:59.545080 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-79479278-1a14-4d6f-aee4-c05d7bf15224 req-0575ae30-4a71-47fe-95ff-9aa20b244243 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a963334-8a3d-4698-baf7-6514da665b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2275929 Jul 13 14:42:59.578085 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f66a0-0b03-43fe-bba4-e58c6e5a1522 req-8c420cb5-9904-4cf8-91d3-bf2a83fe1890 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:59.579545 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-928f66a0-0b03-43fe-bba4-e58c6e5a1522 req-8c420cb5-9904-4cf8-91d3-bf2a83fe1890 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 945 time: 0.1369457 Jul 13 14:42:59.584989 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce68cd23-236a-4996-b89e-4235243a20b0 None None] New status for floating IP 17927f16-efab-45e1-8a5c-97d231e23e31: ACTIVE {{(pid=93177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:42:59.617761 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62af064-df1f-477b-be55-2bc3f1c9d803 req-bb9ea2fc-a737-4dbf-82f4-a1ed0185a101 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:59.619195 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d62af064-df1f-477b-be55-2bc3f1c9d803 req-bb9ea2fc-a737-4dbf-82f4-a1ed0185a101 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.1343107 Jul 13 14:42:59.708999 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-928f66a0-0b03-43fe-bba4-e58c6e5a1522 req-cc8883a5-a858-485e-9721-0c6192a9424e tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176853 Jul 13 14:42:59.718277 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d62af064-df1f-477b-be55-2bc3f1c9d803 req-352874e4-8791-41e2-a2b1-1310300d1ad5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677347 Jul 13 14:42:59.739165 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-79479278-1a14-4d6f-aee4-c05d7bf15224 req-446be24c-e0b6-4ee5-ae0c-f90a2c369fd7 service neutron] 10.222.0.44 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584718 Jul 13 14:42:59.926273 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-79479278-1a14-4d6f-aee4-c05d7bf15224 req-69284dc8-80bd-40bb-99b9-10f1c1f539f6 service neutron] 10.222.0.44 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288786 Jul 13 14:42:59.934108 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61314178-3a71-4c67-95bb-0654d3ccbe0e req-16a44270-c1ca-4a48-a97f-fdee82931e83 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:59.935489 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-61314178-3a71-4c67-95bb-0654d3ccbe0e req-16a44270-c1ca-4a48-a97f-fdee82931e83 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 945 time: 0.1370037 Jul 13 14:43:00.052140 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-61314178-3a71-4c67-95bb-0654d3ccbe0e req-d3926cf9-ae89-4316-957d-579bf45393ee tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Deleting port ccff80b0-4520-4a1d-ad28-bfa79890bddf {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:00.052490 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-61314178-3a71-4c67-95bb-0654d3ccbe0e req-d3926cf9-ae89-4316-957d-579bf45393ee tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:00.137464 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-61314178-3a71-4c67-95bb-0654d3ccbe0e req-d3926cf9-ae89-4316-957d-579bf45393ee tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] For port ccff80b0-4520-4a1d-ad28-bfa79890bddf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ccff80b0-4520-4a1d-ad28-bfa79890bddf,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:00.137746 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-61314178-3a71-4c67-95bb-0654d3ccbe0e req-d3926cf9-ae89-4316-957d-579bf45393ee tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:00.150124 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-61314178-3a71-4c67-95bb-0654d3ccbe0e req-d3926cf9-ae89-4316-957d-579bf45393ee tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Calling delete_port for ccff80b0-4520-4a1d-ad28-bfa79890bddf owned by compute:nova {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:00.275355 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-61314178-3a71-4c67-95bb-0654d3ccbe0e req-d3926cf9-ae89-4316-957d-579bf45393ee tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:00.296755 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['84300eb0-a1e3-4488-8e14-0e4c7a752601', '75cd1142-f017-4ef6-8fd2-195269bc5c69', '7236c2b0-7026-4836-a39f-cab0c0af9d99', 'ccff80b0-4520-4a1d-ad28-bfa79890bddf'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:43:00.302516 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3926cf9-ae89-4316-957d-579bf45393ee tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Pushing event deleted for resources: {'Port': ['ID=ccff80b0-4520-4a1d-ad28-bfa79890bddf,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:00.348363 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-61314178-3a71-4c67-95bb-0654d3ccbe0e req-d3926cf9-ae89-4316-957d-579bf45393ee tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] No DVR routers for this DVR port ccff80b0-4520-4a1d-ad28-bfa79890bddf on host hv-cinder-78836 {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:43:00.350824 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-61314178-3a71-4c67-95bb-0654d3ccbe0e req-d3926cf9-ae89-4316-957d-579bf45393ee tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:00.352875 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-61314178-3a71-4c67-95bb-0654d3ccbe0e req-d3926cf9-ae89-4316-957d-579bf45393ee tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.44 "DELETE /v2.0/ports/ccff80b0-4520-4a1d-ad28-bfa79890bddf HTTP/1.1" status: 204 len: 173 time: 0.3985546 Jul 13 14:43:00.544039 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbedeff1-8f91-420d-ab24-e5e3cd13bdb2', 'name': 'network-vif-deleted', 'tag': 'ccff80b0-4520-4a1d-ad28-bfa79890bddf'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:43:00.546607 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61fa129-af8d-4961-b06a-e86c06ae9541" -d '{"events": [{"server_uuid": "dbedeff1-8f91-420d-ab24-e5e3cd13bdb2", "name": "network-vif-deleted", "tag": "ccff80b0-4520-4a1d-ad28-bfa79890bddf"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:43:00.581828 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb52852-c1ab-4000-9733-d98af26c0949 x-openstack-request-id: req-bcb52852-c1ab-4000-9733-d98af26c0949 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:43:00.582114 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbedeff1-8f91-420d-ab24-e5e3cd13bdb2", "name": "network-vif-deleted", "tag": "ccff80b0-4520-4a1d-ad28-bfa79890bddf", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:43:00.582366 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bcb52852-c1ab-4000-9733-d98af26c0949 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:43:00.582775 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbedeff1-8f91-420d-ab24-e5e3cd13bdb2', 'name': 'network-vif-deleted', 'tag': 'ccff80b0-4520-4a1d-ad28-bfa79890bddf', 'status': 'completed', 'code': 200} Jul 13 14:43:00.893434 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a894ec56-b215-42bb-beb1-085ae72607e9 req-9fe3d4b4-faa2-44d1-a806-dc2ab5432de5 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbedeff1-8f91-420d-ab24-e5e3cd13bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0543873 Jul 13 14:43:00.927515 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecb972-375a-4af8-b0c0-70e138ab182a req-0d1fdf7e-aa11-4fc6-b9b1-58c760ec6ba3 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:00.929001 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-88ecb972-375a-4af8-b0c0-70e138ab182a req-0d1fdf7e-aa11-4fc6-b9b1-58c760ec6ba3 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0912690 Jul 13 14:43:00.965504 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-88ecb972-375a-4af8-b0c0-70e138ab182a req-cfcfc508-0a40-4383-b517-fb2c408b182a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311027 Jul 13 14:43:01.196853 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.137204 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0aadf-6f56-4e0e-ba28-8f0f86dbcf41 req-f87038e8-75e1-4a00-ad6b-7c5f16e99ba7 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:02.138642 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-77f0aadf-6f56-4e0e-ba28-8f0f86dbcf41 req-f87038e8-75e1-4a00-ad6b-7c5f16e99ba7 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0614126 Jul 13 14:43:02.175073 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-77f0aadf-6f56-4e0e-ba28-8f0f86dbcf41 req-29b29486-fd26-4c2f-805d-8dc30f1078ea tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307827 Jul 13 14:43:03.355776 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e18b42-9fc7-46d4-bb6a-fcaa5107d137 req-a3074b99-1168-4fb8-af59-3f514251d5c7 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:03.357275 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b5e18b42-9fc7-46d4-bb6a-fcaa5107d137 req-a3074b99-1168-4fb8-af59-3f514251d5c7 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0712240 Jul 13 14:43:03.395396 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b5e18b42-9fc7-46d4-bb6a-fcaa5107d137 req-01055f7c-6aeb-4f18-86ab-e9dcc8a17313 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322609 Jul 13 14:43:03.460206 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66550dab-76cb-46eb-9ec3-7baaf46e9c45 req-4d47032f-43d5-4571-95fa-e2739a26e222 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:03.461702 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-66550dab-76cb-46eb-9ec3-7baaf46e9c45 req-4d47032f-43d5-4571-95fa-e2739a26e222 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 946 time: 0.0632091 Jul 13 14:43:03.499480 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-66550dab-76cb-46eb-9ec3-7baaf46e9c45 req-ac093195-5ae9-44a7-a5c7-492415611ab4 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322969 Jul 13 14:43:04.563966 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88719505-c5ff-4607-a5db-28d459e0c06a req-2053c917-3557-4ef4-b1e0-b1c3a1b45de4 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:04.565472 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-88719505-c5ff-4607-a5db-28d459e0c06a req-2053c917-3557-4ef4-b1e0-b1c3a1b45de4 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0621891 Jul 13 14:43:04.606028 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-88719505-c5ff-4607-a5db-28d459e0c06a req-799275e8-e9a1-4174-b5ad-26889363250e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350366 Jul 13 14:43:04.670132 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b87a0-ebe9-4072-973a-cdee823bf553 req-ce112119-3266-42f6-aaa4-6da5f8c7f9f0 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:04.671698 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-733b87a0-ebe9-4072-973a-cdee823bf553 req-ce112119-3266-42f6-aaa4-6da5f8c7f9f0 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 946 time: 0.0630171 Jul 13 14:43:04.710617 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-733b87a0-ebe9-4072-973a-cdee823bf553 req-5b2f490c-8d91-413f-91df-ec6b0900cff2 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322897 Jul 13 14:43:04.732101 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device ccff80b0-4520-4a1d-ad28-bfa79890bddf no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:04.752175 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: ccff80b0-4520-4a1d-ad28-bfa79890bddf {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:04.752508 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device ccff80b0-4520-4a1d-ad28-bfa79890bddf not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:05.779214 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f40bdc-ab2e-4672-b07b-a872b376c96e req-f31b1f6e-9841-4c52-bad6-18c39ed31256 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:05.780739 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-44f40bdc-ab2e-4672-b07b-a872b376c96e req-f31b1f6e-9841-4c52-bad6-18c39ed31256 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0646014 Jul 13 14:43:05.818448 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-44f40bdc-ab2e-4672-b07b-a872b376c96e req-bc926a16-aa52-471d-b579-e6151f7ceb16 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321851 Jul 13 14:43:05.890661 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be19b9-59e7-4f7f-a603-238d2be1be32 req-ac91d42c-2640-431d-8c23-f84edae6552c tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:05.892089 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-37be19b9-59e7-4f7f-a603-238d2be1be32 req-ac91d42c-2640-431d-8c23-f84edae6552c tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 946 time: 0.0680919 Jul 13 14:43:05.930002 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-37be19b9-59e7-4f7f-a603-238d2be1be32 req-e6c10c74-d117-4d65-9351-ea4ba924f73b tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323124 Jul 13 14:43:06.294874 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed254d-199a-4eb0-9b24-8b2fbc0e4485 req-72927783-4cf7-4dd1-b24d-ca47f5cc7f66 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:06.296179 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-52ed254d-199a-4eb0-9b24-8b2fbc0e4485 req-72927783-4cf7-4dd1-b24d-ca47f5cc7f66 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.44 "GET /v2.0/ports?device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 946 time: 0.0605526 Jul 13 14:43:06.398084 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-52ed254d-199a-4eb0-9b24-8b2fbc0e4485 req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Deleting port 7236c2b0-7026-4836-a39f-cab0c0af9d99 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:06.398425 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-52ed254d-199a-4eb0-9b24-8b2fbc0e4485 req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:06.482918 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-52ed254d-199a-4eb0-9b24-8b2fbc0e4485 req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] For port 7236c2b0-7026-4836-a39f-cab0c0af9d99, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7236c2b0-7026-4836-a39f-cab0c0af9d99,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:06.483275 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-52ed254d-199a-4eb0-9b24-8b2fbc0e4485 req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:06.496416 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-52ed254d-199a-4eb0-9b24-8b2fbc0e4485 req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Calling delete_port for 7236c2b0-7026-4836-a39f-cab0c0af9d99 owned by compute:nova {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:06.573033 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-3f463419-7c07-404a-8640-391694fca059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:06.621966 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-52ed254d-199a-4eb0-9b24-8b2fbc0e4485 req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:06.636516 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['84300eb0-a1e3-4488-8e14-0e4c7a752601', '75cd1142-f017-4ef6-8fd2-195269bc5c69', '7236c2b0-7026-4836-a39f-cab0c0af9d99'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:43:06.647904 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Pushing event deleted for resources: {'Port': ['ID=7236c2b0-7026-4836-a39f-cab0c0af9d99,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:06.657520 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:06.657882 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:06.658253 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:06.658662 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:06.658986 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:06.659289 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:06.659677 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:06.660000 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:06.660317 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:06.660663 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:06.660987 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:06.661302 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:06.704689 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ed254d-199a-4eb0-9b24-8b2fbc0e4485 req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] No DVR routers for this DVR port 7236c2b0-7026-4836-a39f-cab0c0af9d99 on host hv-cinder-78836 {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:43:06.707119 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-52ed254d-199a-4eb0-9b24-8b2fbc0e4485 req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:06.709092 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-52ed254d-199a-4eb0-9b24-8b2fbc0e4485 req-14ff8046-1f8a-4028-a66e-8c0c8f91348d tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.44 "DELETE /v2.0/ports/7236c2b0-7026-4836-a39f-cab0c0af9d99 HTTP/1.1" status: 204 len: 173 time: 0.4062214 Jul 13 14:43:06.709512 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e2a63-d0c1-427d-a963-288945a17133', 'name': 'network-vif-deleted', 'tag': '7236c2b0-7026-4836-a39f-cab0c0af9d99'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:43:06.711730 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3512ae02-0609-4ce1-9def-a1922509d40d" -d '{"events": [{"server_uuid": "119e2a63-d0c1-427d-a963-288945a17133", "name": "network-vif-deleted", "tag": "7236c2b0-7026-4836-a39f-cab0c0af9d99"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:43:06.754993 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f5fe99-b228-43a3-8b30-6016d7c84740 x-openstack-request-id: req-50f5fe99-b228-43a3-8b30-6016d7c84740 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:43:06.755280 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e2a63-d0c1-427d-a963-288945a17133", "name": "network-vif-deleted", "tag": "7236c2b0-7026-4836-a39f-cab0c0af9d99", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:43:06.755527 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50f5fe99-b228-43a3-8b30-6016d7c84740 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:43:06.755913 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119e2a63-d0c1-427d-a963-288945a17133', 'name': 'network-vif-deleted', 'tag': '7236c2b0-7026-4836-a39f-cab0c0af9d99', 'status': 'completed', 'code': 200} Jul 13 14:43:07.009070 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93519717-2edd-459e-b323-8ff6efd1815c req-f37fd8ac-0012-4971-8c4d-ba12885819f6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:07.011113 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-93519717-2edd-459e-b323-8ff6efd1815c req-f37fd8ac-0012-4971-8c4d-ba12885819f6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0680394 Jul 13 14:43:07.047626 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-93519717-2edd-459e-b323-8ff6efd1815c req-084efddc-c031-489b-8167-848b5bcc029a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309651 Jul 13 14:43:07.081274 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b141fb6-ba32-4fca-82ef-a1fd27d716d2 req-2bf15f57-2c84-4f1e-9c0f-90a9d7f08c34 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=119e2a63-d0c1-427d-a963-288945a17133 HTTP/1.1" status: 200 len: 210 time: 0.0283284 Jul 13 14:43:08.218637 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c15f41-dbd6-4485-a58d-fd1f801c5886 req-a65985e7-f5b2-4eac-ad4e-3d4cb494590e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:08.220143 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-66c15f41-dbd6-4485-a58d-fd1f801c5886 req-a65985e7-f5b2-4eac-ad4e-3d4cb494590e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0625148 Jul 13 14:43:08.256761 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-66c15f41-dbd6-4485-a58d-fd1f801c5886 req-0dc6b88d-997d-4887-ab1c-2e4dc4ee2fe0 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310459 Jul 13 14:43:08.521134 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a28f0b-9759-4704-961a-3d2159259b05 req-02d1855f-107c-4279-bf66-2c3abcd1d125 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:08.522680 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-41a28f0b-9759-4704-961a-3d2159259b05 req-02d1855f-107c-4279-bf66-2c3abcd1d125 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=60253cc8-9863-4a16-96b3-47c021efa371 HTTP/1.1" status: 200 len: 945 time: 0.0650656 Jul 13 14:43:08.561154 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-41a28f0b-9759-4704-961a-3d2159259b05 req-eb075ccb-9801-4271-8217-cecd88c1fad1 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328891 Jul 13 14:43:09.385614 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-d0c54bde-618b-46f8-b267-1374488ef87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:09.434207 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc7f14-0e5c-4096-b32b-3d11c5c0862a req-ca96596e-3807-4885-9912-b04b43f1babd tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:09.435601 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-01dc7f14-0e5c-4096-b32b-3d11c5c0862a req-ca96596e-3807-4885-9912-b04b43f1babd tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0647998 Jul 13 14:43:09.474214 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-01dc7f14-0e5c-4096-b32b-3d11c5c0862a req-2806a6d8-6a12-4ebc-b1a0-5cfe9acb21e2 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328717 Jul 13 14:43:09.610774 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:09.742285 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db91cba-e646-47d9-8afc-bc65bf2555e1 req-0278168e-f1ed-418e-bc85-37124580d0e9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:09.743386 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5db91cba-e646-47d9-8afc-bc65bf2555e1 req-0278168e-f1ed-418e-bc85-37124580d0e9 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=60253cc8-9863-4a16-96b3-47c021efa371 HTTP/1.1" status: 200 len: 945 time: 0.0690501 Jul 13 14:43:10.042841 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5db91cba-e646-47d9-8afc-bc65bf2555e1 req-a913e8d4-3440-433b-9e18-282631ef6231 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930081 Jul 13 14:43:10.215599 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:10.675897 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef0937-811c-4c3b-a3eb-05e1917cd9bf req-b8a63a4e-23d6-4119-b245-4ac2b8e52872 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:10.677396 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c1ef0937-811c-4c3b-a3eb-05e1917cd9bf req-b8a63a4e-23d6-4119-b245-4ac2b8e52872 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0964861 Jul 13 14:43:10.718143 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936baa86-c010-4d82-a8f9-39f09737c130 req-dc4361ba-996b-46fc-8c69-4d2d831e4be3 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:10.719605 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-936baa86-c010-4d82-a8f9-39f09737c130 req-dc4361ba-996b-46fc-8c69-4d2d831e4be3 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.44 "GET /v2.0/ports?device_id=60253cc8-9863-4a16-96b3-47c021efa371 HTTP/1.1" status: 200 len: 945 time: 0.1053746 Jul 13 14:43:10.740269 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c1ef0937-811c-4c3b-a3eb-05e1917cd9bf req-dc948c92-62b1-431d-9023-fdf75c4b7a50 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563085 Jul 13 14:43:10.778241 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 7236c2b0-7026-4836-a39f-cab0c0af9d99 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:10.802857 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: 7236c2b0-7026-4836-a39f-cab0c0af9d99 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:10.802857 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 7236c2b0-7026-4836-a39f-cab0c0af9d99 not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:10.828371 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-936baa86-c010-4d82-a8f9-39f09737c130 req-ad7f84de-6e52-421b-a4af-6a51d12a8db3 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Deleting port 75cd1142-f017-4ef6-8fd2-195269bc5c69 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:10.828748 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-936baa86-c010-4d82-a8f9-39f09737c130 req-ad7f84de-6e52-421b-a4af-6a51d12a8db3 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:10.918822 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-936baa86-c010-4d82-a8f9-39f09737c130 req-ad7f84de-6e52-421b-a4af-6a51d12a8db3 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] For port 75cd1142-f017-4ef6-8fd2-195269bc5c69, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=75cd1142-f017-4ef6-8fd2-195269bc5c69,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:10.919187 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-936baa86-c010-4d82-a8f9-39f09737c130 req-ad7f84de-6e52-421b-a4af-6a51d12a8db3 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:10.933297 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-936baa86-c010-4d82-a8f9-39f09737c130 req-ad7f84de-6e52-421b-a4af-6a51d12a8db3 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Calling delete_port for 75cd1142-f017-4ef6-8fd2-195269bc5c69 owned by compute:nova {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:11.107530 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-936baa86-c010-4d82-a8f9-39f09737c130 req-ad7f84de-6e52-421b-a4af-6a51d12a8db3 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:11.122862 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['84300eb0-a1e3-4488-8e14-0e4c7a752601', '75cd1142-f017-4ef6-8fd2-195269bc5c69'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:43:11.142253 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f84de-6e52-421b-a4af-6a51d12a8db3 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Pushing event deleted for resources: {'Port': ['ID=75cd1142-f017-4ef6-8fd2-195269bc5c69,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:11.204257 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27020def-e377-4e64-97e8-124ba1ca5456 req-5ed36247-91b6-42b8-bb03-fd0b42763ab2 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:11.205758 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-27020def-e377-4e64-97e8-124ba1ca5456 req-5ed36247-91b6-42b8-bb03-fd0b42763ab2 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.1873195 Jul 13 14:43:11.264309 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4e58361e-3814-4be7-ad57-ae329fe458b6 req-cc523f8d-80f7-4c21-916d-bd59b49fbdb7 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=60253cc8-9863-4a16-96b3-47c021efa371 HTTP/1.1" status: 200 len: 210 time: 0.0862317 Jul 13 14:43:11.265386 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-936baa86-c010-4d82-a8f9-39f09737c130 req-ad7f84de-6e52-421b-a4af-6a51d12a8db3 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] No DVR routers for this DVR port 75cd1142-f017-4ef6-8fd2-195269bc5c69 on host hv-cinder-78836 {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:43:11.274752 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-936baa86-c010-4d82-a8f9-39f09737c130 req-ad7f84de-6e52-421b-a4af-6a51d12a8db3 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:11.276758 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-936baa86-c010-4d82-a8f9-39f09737c130 req-ad7f84de-6e52-421b-a4af-6a51d12a8db3 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.44 "DELETE /v2.0/ports/75cd1142-f017-4ef6-8fd2-195269bc5c69 HTTP/1.1" status: 204 len: 173 time: 0.5502365 Jul 13 14:43:11.278696 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60253cc8-9863-4a16-96b3-47c021efa371', 'name': 'network-vif-deleted', 'tag': '75cd1142-f017-4ef6-8fd2-195269bc5c69'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:43:11.280913 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2e4bc7-a4eb-49db-a40d-0b29461f079f" -d '{"events": [{"server_uuid": "60253cc8-9863-4a16-96b3-47c021efa371", "name": "network-vif-deleted", "tag": "75cd1142-f017-4ef6-8fd2-195269bc5c69"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:43:11.313279 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-27020def-e377-4e64-97e8-124ba1ca5456 req-ce308b83-ab38-4a9c-891c-190805cc54b0 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937545 Jul 13 14:43:11.319828 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ac132-73ee-492e-a6bd-86314f5e4f05 req-0061ae76-6aa4-4e02-9d5a-5f5f4c4599c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:11.321686 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f89ac132-73ee-492e-a6bd-86314f5e4f05 req-0061ae76-6aa4-4e02-9d5a-5f5f4c4599c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=065fe1745d9447699acdf1485585e8ff&device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 1099 time: 0.2493851 Jul 13 14:43:11.383239 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5384491-a9db-4c7f-85e8-503fb20c1632 x-openstack-request-id: req-b5384491-a9db-4c7f-85e8-503fb20c1632 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:43:11.383538 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60253cc8-9863-4a16-96b3-47c021efa371", "name": "network-vif-deleted", "tag": "75cd1142-f017-4ef6-8fd2-195269bc5c69", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:43:11.383789 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b5384491-a9db-4c7f-85e8-503fb20c1632 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:43:11.384174 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60253cc8-9863-4a16-96b3-47c021efa371', 'name': 'network-vif-deleted', 'tag': '75cd1142-f017-4ef6-8fd2-195269bc5c69', 'status': 'completed', 'code': 200} Jul 13 14:43:11.426989 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ac132-73ee-492e-a6bd-86314f5e4f05 req-f48c859a-8fa2-4f11-a508-390d56b8fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:11.428521 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f89ac132-73ee-492e-a6bd-86314f5e4f05 req-f48c859a-8fa2-4f11-a508-390d56b8fb40 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a963334-8a3d-4698-baf7-6514da665b97 HTTP/1.1" status: 200 len: 911 time: 0.0953820 Jul 13 14:43:11.509137 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f89ac132-73ee-492e-a6bd-86314f5e4f05 req-8db35b14-cca6-4c40-b9d0-2afe9f0a659f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9e24f45-8f39-4439-9c7f-9518a62260d4 HTTP/1.1" status: 200 len: 1001 time: 0.0576684 Jul 13 14:43:11.558247 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ac132-73ee-492e-a6bd-86314f5e4f05 req-b0911d8a-53aa-4917-b66c-1f0c4ab5b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:11.559621 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f89ac132-73ee-492e-a6bd-86314f5e4f05 req-b0911d8a-53aa-4917-b66c-1f0c4ab5b022 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c733a02-d38f-400d-bfec-4ffd5b7ca3d1 HTTP/1.1" status: 200 len: 849 time: 0.0425117 Jul 13 14:43:11.624672 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ac132-73ee-492e-a6bd-86314f5e4f05 req-a9053a8b-76e6-4bb9-90ce-afaa9e538357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:11.626134 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f89ac132-73ee-492e-a6bd-86314f5e4f05 req-a9053a8b-76e6-4bb9-90ce-afaa9e538357 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a963334-8a3d-4698-baf7-6514da665b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547736 Jul 13 14:43:11.715511 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f89ac132-73ee-492e-a6bd-86314f5e4f05 req-6dd9ce40-91da-47c9-8ea8-136f69bbde7b service neutron] 10.222.0.44 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808740 Jul 13 14:43:11.812662 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f89ac132-73ee-492e-a6bd-86314f5e4f05 req-15b1b63c-14f5-4d8f-9c26-b314c7d61dbc service neutron] 10.222.0.44 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868943 Jul 13 14:43:12.018487 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.500449 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551224a-4ea3-4eef-b687-a3c8c169f6f3 req-9345a1fc-9b7c-492e-b0d3-a70b4d4f8dd7 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:12.501952 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0551224a-4ea3-4eef-b687-a3c8c169f6f3 req-9345a1fc-9b7c-492e-b0d3-a70b4d4f8dd7 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0708387 Jul 13 14:43:12.543932 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0551224a-4ea3-4eef-b687-a3c8c169f6f3 req-16b001e2-182b-411e-b9f2-0143dcbb9f05 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352976 Jul 13 14:43:13.724690 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e696c79-9aad-471f-a2f6-435d61ecff3d req-0ee1afb8-8526-4f3f-a16c-1c5f36fa5ca4 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:13.726098 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1e696c79-9aad-471f-a2f6-435d61ecff3d req-0ee1afb8-8526-4f3f-a16c-1c5f36fa5ca4 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0646930 Jul 13 14:43:13.763325 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1e696c79-9aad-471f-a2f6-435d61ecff3d req-f4a72b5a-12c1-4b9f-a2f3-b0779172e1ca tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309668 Jul 13 14:43:13.828061 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cba505-36b9-4a6b-936e-1b9fd640a1a8 req-e4de8c68-07e6-46e7-b33a-b6e91bef7758 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:13.829527 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a4cba505-36b9-4a6b-936e-1b9fd640a1a8 req-e4de8c68-07e6-46e7-b33a-b6e91bef7758 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b02eb3-d3a1-4db1-9c48-01672c52de4f HTTP/1.1" status: 200 len: 945 time: 0.0653617 Jul 13 14:43:13.865895 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a4cba505-36b9-4a6b-936e-1b9fd640a1a8 req-ca56a01b-0048-4615-9ee1-e80e4e990583 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306952 Jul 13 14:43:14.777533 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 75cd1142-f017-4ef6-8fd2-195269bc5c69 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:14.798713 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: 75cd1142-f017-4ef6-8fd2-195269bc5c69 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:14.799061 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 75cd1142-f017-4ef6-8fd2-195269bc5c69 not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:15.036156 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2325d7-603a-425a-b8fb-0e9d681db2c8 req-806adee3-fff8-49db-b955-2f87cef7cc67 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:15.037560 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1e2325d7-603a-425a-b8fb-0e9d681db2c8 req-806adee3-fff8-49db-b955-2f87cef7cc67 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b02eb3-d3a1-4db1-9c48-01672c52de4f HTTP/1.1" status: 200 len: 945 time: 0.0621107 Jul 13 14:43:15.074548 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1e2325d7-603a-425a-b8fb-0e9d681db2c8 req-e4a1bcee-3af0-4186-8bd8-6d21d64634df tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309231 Jul 13 14:43:16.168536 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ae5d8-f1d2-4af5-a2f7-27e3d8441f2d req-857e1c0a-de81-4d61-bbc2-c335e3e8c1d8 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:16.170049 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e29ae5d8-f1d2-4af5-a2f7-27e3d8441f2d req-857e1c0a-de81-4d61-bbc2-c335e3e8c1d8 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.44 "GET /v2.0/ports?device_id=19b02eb3-d3a1-4db1-9c48-01672c52de4f HTTP/1.1" status: 200 len: 945 time: 0.0648465 Jul 13 14:43:16.302019 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73b61d-7ada-4b93-a097-34a76a7cbfd5 req-236b94f7-505e-4ab6-9be3-319138cbd80f tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:16.303500 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2e73b61d-7ada-4b93-a097-34a76a7cbfd5 req-236b94f7-505e-4ab6-9be3-319138cbd80f tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b02eb3-d3a1-4db1-9c48-01672c52de4f HTTP/1.1" status: 200 len: 945 time: 0.1198597 Jul 13 14:43:16.339476 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-e29ae5d8-f1d2-4af5-a2f7-27e3d8441f2d req-3c1b15a6-1277-4d88-9507-e44e85133041 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Deleting port 84300eb0-a1e3-4488-8e14-0e4c7a752601 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:16.339825 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-e29ae5d8-f1d2-4af5-a2f7-27e3d8441f2d req-3c1b15a6-1277-4d88-9507-e44e85133041 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:16.388733 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2e73b61d-7ada-4b93-a097-34a76a7cbfd5 req-d4129613-a74d-459e-9b8e-cc3c754f86d7 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.42 "GET /v2.0/security-groups?id=044b3f06-3f92-4812-9bd9-e44e0a07c4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788338 Jul 13 14:43:16.435241 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-e29ae5d8-f1d2-4af5-a2f7-27e3d8441f2d req-3c1b15a6-1277-4d88-9507-e44e85133041 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] For port 84300eb0-a1e3-4488-8e14-0e4c7a752601, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=84300eb0-a1e3-4488-8e14-0e4c7a752601,segment=NetworkSegment(13f910ec-3e77-4777-b28e-ecefef3d2017),segment_id=13f910ec-3e77-4777-b28e-ecefef3d2017)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:16.435602 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-e29ae5d8-f1d2-4af5-a2f7-27e3d8441f2d req-3c1b15a6-1277-4d88-9507-e44e85133041 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:16.449341 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-e29ae5d8-f1d2-4af5-a2f7-27e3d8441f2d req-3c1b15a6-1277-4d88-9507-e44e85133041 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Calling delete_port for 84300eb0-a1e3-4488-8e14-0e4c7a752601 owned by compute:nova {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:16.573962 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-e29ae5d8-f1d2-4af5-a2f7-27e3d8441f2d req-3c1b15a6-1277-4d88-9507-e44e85133041 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:16.589657 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['84300eb0-a1e3-4488-8e14-0e4c7a752601'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:43:16.603848 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b15a6-1277-4d88-9507-e44e85133041 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Pushing event deleted for resources: {'Port': ['ID=84300eb0-a1e3-4488-8e14-0e4c7a752601,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:16.647844 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29ae5d8-f1d2-4af5-a2f7-27e3d8441f2d req-3c1b15a6-1277-4d88-9507-e44e85133041 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] No DVR routers for this DVR port 84300eb0-a1e3-4488-8e14-0e4c7a752601 on host hv-cinder-78836 {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:43:16.650134 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-e29ae5d8-f1d2-4af5-a2f7-27e3d8441f2d req-3c1b15a6-1277-4d88-9507-e44e85133041 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:16.652048 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e29ae5d8-f1d2-4af5-a2f7-27e3d8441f2d req-3c1b15a6-1277-4d88-9507-e44e85133041 tempest-AttachVolumeNegativeTest-182838668 tempest-AttachVolumeNegativeTest-182838668-project] 10.222.0.44 "DELETE /v2.0/ports/84300eb0-a1e3-4488-8e14-0e4c7a752601 HTTP/1.1" status: 204 len: 173 time: 0.4748721 Jul 13 14:43:16.652470 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b02eb3-d3a1-4db1-9c48-01672c52de4f', 'name': 'network-vif-deleted', 'tag': '84300eb0-a1e3-4488-8e14-0e4c7a752601'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:43:16.654683 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7247a7ac-8223-486b-94d7-45b7d8eb9eac" -d '{"events": [{"server_uuid": "19b02eb3-d3a1-4db1-9c48-01672c52de4f", "name": "network-vif-deleted", "tag": "84300eb0-a1e3-4488-8e14-0e4c7a752601"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:43:16.689940 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9680753-4e82-44c5-8964-2ee644b4cf40 x-openstack-request-id: req-b9680753-4e82-44c5-8964-2ee644b4cf40 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:43:16.690230 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b02eb3-d3a1-4db1-9c48-01672c52de4f", "name": "network-vif-deleted", "tag": "84300eb0-a1e3-4488-8e14-0e4c7a752601", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:43:16.690479 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9680753-4e82-44c5-8964-2ee644b4cf40 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:43:16.690867 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b02eb3-d3a1-4db1-9c48-01672c52de4f', 'name': 'network-vif-deleted', 'tag': '84300eb0-a1e3-4488-8e14-0e4c7a752601', 'status': 'completed', 'code': 200} Jul 13 14:43:17.483520 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 52764) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:17.526379 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] Deleting subnet 9f875b4b-9ea6-4d1a-b359-a60501252143 {{(pid=93172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:43:17.529504 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:17.562085 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777675'] for subnet, precommit_delete_associations {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:17.604306 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675533'] for subnet, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:17.653530 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8777709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610214'] for subnet, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:17.679018 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f875b4b-9ea6-4d1a-b359-a60501252143,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:17.681803 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:17.683072 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9f875b4b-9ea6-4d1a-b359-a60501252143 HTTP/1.1" status: 204 len: 168 time: 0.1985838 Jul 13 14:43:17.685643 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 52766) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:17.688757 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:17.689105 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:17.689443 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:17.689771 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:17.690097 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:17.690425 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:17.690753 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:17.691084 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:17.691403 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:17.691718 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:17.692035 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:17.692352 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad672a0-f004-484f-9892-cb8b2f290ee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:17.755018 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-0b8429ee-8495-4366-bf03-c9de919cd044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593188'] for network, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:17.829976 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-0b8429ee-8495-4366-bf03-c9de919cd044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672344', 'neutron.services.segments.db._delete_segments_for_network-8760775097411'] for network, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:17.840045 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-0b8429ee-8495-4366-bf03-c9de919cd044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4ab563-fdac-4edb-9685-f853bbc2dd2e']}} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:17.853844 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-0b8429ee-8495-4366-bf03-c9de919cd044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f910ec-3e77-4777-b28e-ecefef3d2017') {'for_net_delete': True} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:17.854140 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-0b8429ee-8495-4366-bf03-c9de919cd044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f910ec-3e77-4777-b28e-ecefef3d2017') {} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:17.862823 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-0b8429ee-8495-4366-bf03-c9de919cd044 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760775099212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916672'] for segment, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:17.875905 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-0b8429ee-8495-4366-bf03-c9de919cd044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:17.881678 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8429ee-8495-4366-bf03-c9de919cd044 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=93173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:43:17.882105 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-0b8429ee-8495-4366-bf03-c9de919cd044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8950289'] for segment, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: Traceback (most recent call last): Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: timer() Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: cb(*args, **kw) Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: return func(*args, **kwargs) Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:43:17.883641 dv-cinder-788365-4-iscsi neutron-server[93173]: self._notify() Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: self.callback(batched_events) Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: event.method(event) Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: return f(self, *a, **k) Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: return self._get(url).json() Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: return self.request(url, 'GET', **kwargs) Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:43:17.887815 dv-cinder-788365-4-iscsi neutron-server[93173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:43:17.937254 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-0b8429ee-8495-4366-bf03-c9de919cd044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909738'] for network, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:17.942467 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-0b8429ee-8495-4366-bf03-c9de919cd044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:17.944455 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-0b8429ee-8495-4366-bf03-c9de919cd044 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ec4ab563-fdac-4edb-9685-f853bbc2dd2e HTTP/1.1" status: 204 len: 168 time: 0.2576673 Jul 13 14:43:17.956957 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8429ee-8495-4366-bf03-c9de919cd044 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec4ab563-fdac-4edb-9685-f853bbc2dd2e,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:18.100088 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 52770) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:18.139785 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-603f4355-685a-43e0-9e17-befd506ddced admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e9e79ded0e9541ffa2961ceca2cd6ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384960 Jul 13 14:43:18.142126 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 52772) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:18.188766 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-3d34c626-b8ba-42b7-a04e-7603dd20cb56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:18.212245 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-3d34c626-b8ba-42b7-a04e-7603dd20cb56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:18.258083 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-3d34c626-b8ba-42b7-a04e-7603dd20cb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:18.260761 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-3d34c626-b8ba-42b7-a04e-7603dd20cb56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:18.261924 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-3d34c626-b8ba-42b7-a04e-7603dd20cb56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/044b3f06-3f92-4812-9bd9-e44e0a07c4a1 HTTP/1.1" status: 204 len: 168 time: 0.1189218 Jul 13 14:43:18.269413 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34c626-b8ba-42b7-a04e-7603dd20cb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044b3f06-3f92-4812-9bd9-e44e0a07c4a1,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:18.890270 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 52796) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:18.982072 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-17ae61e0-2f82-4971-a00d-839377445b07 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1845593258-network', 'tenant_id': '0a292410a52042a4b1414697f0364659'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:19.003821 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ae61e0-2f82-4971-a00d-839377445b07 admin admin] Made reservation on behalf of 0a292410a52042a4b1414697f0364659 for: {'network': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:43:19.006052 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-17ae61e0-2f82-4971-a00d-839377445b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:19.014749 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-17ae61e0-2f82-4971-a00d-839377445b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:19.102458 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-17ae61e0-2f82-4971-a00d-839377445b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:19.106039 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-17ae61e0-2f82-4971-a00d-839377445b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:19.130709 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ae61e0-2f82-4971-a00d-839377445b07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=93173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:43:19.141575 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae61e0-2f82-4971-a00d-839377445b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e51e55e-9298-4ac5-a8e6-c02b876dba14,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:19.146517 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-17ae61e0-2f82-4971-a00d-839377445b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:19.146863 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.segments_db [None req-17ae61e0-2f82-4971-a00d-839377445b07 admin admin] Added segment 1d571931-ef21-4457-bc3d-42d5fc73514b of type vlan for network 0d3861c4-b6b1-4a6c-8a6e-d01b645492e6 Jul 13 14:43:19.186724 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-17ae61e0-2f82-4971-a00d-839377445b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:19.217317 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-17ae61e0-2f82-4971-a00d-839377445b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:19.217970 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ae61e0-2f82-4971-a00d-839377445b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:19.219552 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-17ae61e0-2f82-4971-a00d-839377445b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:19.274600 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-17ae61e0-2f82-4971-a00d-839377445b07 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3831577 Jul 13 14:43:19.278069 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 52800) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:19.281995 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae61e0-2f82-4971-a00d-839377445b07 admin admin] Pushing event updated for resources: {'Network': ['ID=0d3861c4-b6b1-4a6c-8a6e-d01b645492e6,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:19.283068 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-377ed63e-9966-4fcb-a3e4-99a295e33616 admin admin] Request body: {'subnet': {'network_id': '0d3861c4-b6b1-4a6c-8a6e-d01b645492e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1845593258-subnet', 'tenant_id': '0a292410a52042a4b1414697f0364659', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:19.291985 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network 0d3861c4-b6b1-4a6c-8a6e-d01b645492e6 details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:43:19.306768 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377ed63e-9966-4fcb-a3e4-99a295e33616 admin admin] Made reservation on behalf of 0a292410a52042a4b1414697f0364659 for: {'subnet': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:43:19.309474 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-377ed63e-9966-4fcb-a3e4-99a295e33616 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610179'] for subnet, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:19.471666 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-377ed63e-9966-4fcb-a3e4-99a295e33616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8777516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610225'] for subnet, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:19.521547 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ed63e-9966-4fcb-a3e4-99a295e33616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc4928f-825a-443c-9a3f-77950bd431f7,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:19.532073 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377ed63e-9966-4fcb-a3e4-99a295e33616 admin admin] Checking segment: {'id': '1d571931-ef21-4457-bc3d-42d5fc73514b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '0d3861c4-b6b1-4a6c-8a6e-d01b645492e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:43:19.532421 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377ed63e-9966-4fcb-a3e4-99a295e33616 admin admin] Network hostable DHCP agents. Network: 0d3861c4-b6b1-4a6c-8a6e-d01b645492e6, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:43:19.548935 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377ed63e-9966-4fcb-a3e4-99a295e33616 admin admin] Network 0d3861c4-b6b1-4a6c-8a6e-d01b645492e6 is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:43:19.557745 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-377ed63e-9966-4fcb-a3e4-99a295e33616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, 0d3861c4-b6b1-4a6c-8a6e-d01b645492e6) {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:43:19.561564 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377ed63e-9966-4fcb-a3e4-99a295e33616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:19.562151 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-377ed63e-9966-4fcb-a3e4-99a295e33616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:19.566182 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e19f24-b857-4e7b-9c13-5457d5b4ba7c None None] Network 0d3861c4-b6b1-4a6c-8a6e-d01b645492e6 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:43:19.576238 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-377ed63e-9966-4fcb-a3e4-99a295e33616 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.2970963 Jul 13 14:43:19.690122 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f633a2c5-ef54-4f70-98a3-d484b5cf02c8 None None] Network 0d3861c4-b6b1-4a6c-8a6e-d01b645492e6 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:43:20.016045 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 52820) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:20.021077 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-aa8e87c5-d0cc-4313-b020-c959bca70840 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1750831922-network', 'tenant_id': '5873e9b3ad2d47748dc9fb403323d1d9'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:20.041124 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8e87c5-d0cc-4313-b020-c959bca70840 admin admin] Made reservation on behalf of 5873e9b3ad2d47748dc9fb403323d1d9 for: {'network': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:43:20.043368 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-aa8e87c5-d0cc-4313-b020-c959bca70840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.052005 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-aa8e87c5-d0cc-4313-b020-c959bca70840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.137238 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-aa8e87c5-d0cc-4313-b020-c959bca70840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.140775 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-aa8e87c5-d0cc-4313-b020-c959bca70840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.164336 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8e87c5-d0cc-4313-b020-c959bca70840 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=93173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:43:20.173660 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e87c5-d0cc-4313-b020-c959bca70840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cda87e-8522-4c07-8bbe-db145b9a1dcd,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:20.178320 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-aa8e87c5-d0cc-4313-b020-c959bca70840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.178661 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.segments_db [None req-aa8e87c5-d0cc-4313-b020-c959bca70840 admin admin] Added segment 0919e451-bab4-4298-90da-a9be4ac34bbd of type vlan for network 82fd60b3-58bf-4d42-a90b-c6ed32ffc762 Jul 13 14:43:20.216477 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-aa8e87c5-d0cc-4313-b020-c959bca70840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.243572 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-aa8e87c5-d0cc-4313-b020-c959bca70840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.244537 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8e87c5-d0cc-4313-b020-c959bca70840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:20.245134 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-aa8e87c5-d0cc-4313-b020-c959bca70840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.297704 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-aa8e87c5-d0cc-4313-b020-c959bca70840 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2803993 Jul 13 14:43:20.300468 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 52822) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:20.305586 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-75f78ecd-896c-464c-a547-05057724a0b6 admin admin] Request body: {'subnet': {'network_id': '82fd60b3-58bf-4d42-a90b-c6ed32ffc762', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1750831922-subnet', 'tenant_id': '5873e9b3ad2d47748dc9fb403323d1d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:20.306197 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e87c5-d0cc-4313-b020-c959bca70840 admin admin] Pushing event updated for resources: {'Network': ['ID=82fd60b3-58bf-4d42-a90b-c6ed32ffc762,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:20.316271 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network 82fd60b3-58bf-4d42-a90b-c6ed32ffc762 details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:43:20.327136 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f78ecd-896c-464c-a547-05057724a0b6 admin admin] Made reservation on behalf of 5873e9b3ad2d47748dc9fb403323d1d9 for: {'subnet': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:43:20.329478 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-75f78ecd-896c-464c-a547-05057724a0b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610179'] for subnet, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.492490 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-75f78ecd-896c-464c-a547-05057724a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8777516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610225'] for subnet, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.549514 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f78ecd-896c-464c-a547-05057724a0b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e925401-1f27-4527-b103-ca3641721837,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:20.553648 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f78ecd-896c-464c-a547-05057724a0b6 admin admin] Checking segment: {'id': '0919e451-bab4-4298-90da-a9be4ac34bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '82fd60b3-58bf-4d42-a90b-c6ed32ffc762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:43:20.554033 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f78ecd-896c-464c-a547-05057724a0b6 admin admin] Network hostable DHCP agents. Network: 82fd60b3-58bf-4d42-a90b-c6ed32ffc762, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:43:20.570368 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f78ecd-896c-464c-a547-05057724a0b6 admin admin] Network 82fd60b3-58bf-4d42-a90b-c6ed32ffc762 is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:43:20.578450 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-75f78ecd-896c-464c-a547-05057724a0b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, 82fd60b3-58bf-4d42-a90b-c6ed32ffc762) {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:43:20.582409 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f78ecd-896c-464c-a547-05057724a0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:20.583011 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-75f78ecd-896c-464c-a547-05057724a0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.587124 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b02e70-52b1-4d76-8764-83d1e0afb292 None None] Network 82fd60b3-58bf-4d42-a90b-c6ed32ffc762 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:43:20.597978 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-75f78ecd-896c-464c-a547-05057724a0b6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.2963357 Jul 13 14:43:20.706389 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 52826) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:20.710932 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a827c0-89e8-4468-b004-679dd6c1fd78 None None] Network 82fd60b3-58bf-4d42-a90b-c6ed32ffc762 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:43:20.751008 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a80537-7637-42c9-bf38-491091fa9f9c admin admin] Deleting subnet 9fc4928f-825a-443c-9a3f-77950bd431f7 {{(pid=93173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:43:20.754231 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c5a80537-7637-42c9-bf38-491091fa9f9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.789443 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c5a80537-7637-42c9-bf38-491091fa9f9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916697'] for subnet, precommit_delete_associations {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.828336 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 84300eb0-a1e3-4488-8e14-0e4c7a752601 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:20.828445 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c5a80537-7637-42c9-bf38-491091fa9f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675533'] for subnet, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.847861 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: 84300eb0-a1e3-4488-8e14-0e4c7a752601 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:20.848207 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 84300eb0-a1e3-4488-8e14-0e4c7a752601 not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:20.886676 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c5a80537-7637-42c9-bf38-491091fa9f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8945343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9032460'] for subnet, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.912488 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a80537-7637-42c9-bf38-491091fa9f9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc4928f-825a-443c-9a3f-77950bd431f7,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:20.916732 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c5a80537-7637-42c9-bf38-491091fa9f9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.921300 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-c5a80537-7637-42c9-bf38-491091fa9f9c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9fc4928f-825a-443c-9a3f-77950bd431f7 HTTP/1.1" status: 204 len: 168 time: 0.2138984 Jul 13 14:43:20.921497 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 52830) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:20.994602 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-30676b9f-56f7-48be-8359-d57c44a5e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593188'] for network, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.069921 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-30676b9f-56f7-48be-8359-d57c44a5e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672344', 'neutron.services.segments.db._delete_segments_for_network-8760775097411'] for network, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.079302 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-30676b9f-56f7-48be-8359-d57c44a5e3ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3861c4-b6b1-4a6c-8a6e-d01b645492e6']}} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:21.089075 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-30676b9f-56f7-48be-8359-d57c44a5e3ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d571931-ef21-4457-bc3d-42d5fc73514b') {'for_net_delete': True} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:21.089435 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-30676b9f-56f7-48be-8359-d57c44a5e3ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d571931-ef21-4457-bc3d-42d5fc73514b') {} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:21.098206 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-30676b9f-56f7-48be-8359-d57c44a5e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760775099212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8777682'] for segment, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.115040 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-30676b9f-56f7-48be-8359-d57c44a5e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.121235 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30676b9f-56f7-48be-8359-d57c44a5e3ff admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=93172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:43:21.121618 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-30676b9f-56f7-48be-8359-d57c44a5e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8717123'] for segment, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: Traceback (most recent call last): Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: timer() Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: cb(*args, **kw) Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: return func(*args, **kwargs) Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: self._notify() Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: self.callback(batched_events) Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: event.method(event) Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: return f(self, *a, **k) Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: return self._get(url).json() Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: return self.request(url, 'GET', **kwargs) Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:43:21.123181 dv-cinder-788365-4-iscsi neutron-server[93172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:43:21.173636 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-30676b9f-56f7-48be-8359-d57c44a5e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909738'] for network, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.178899 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-30676b9f-56f7-48be-8359-d57c44a5e3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.180801 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-30676b9f-56f7-48be-8359-d57c44a5e3ff admin admin] 10.222.0.42 "DELETE /v2.0/networks/0d3861c4-b6b1-4a6c-8a6e-d01b645492e6 HTTP/1.1" status: 204 len: 168 time: 0.2582836 Jul 13 14:43:21.183738 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 52832) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:21.191116 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30676b9f-56f7-48be-8359-d57c44a5e3ff admin admin] Pushing event deleted for resources: {'Network': ['ID=0d3861c4-b6b1-4a6c-8a6e-d01b645492e6,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:21.227689 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e708779-5fd3-45d2-99fa-d6b59216a856 admin admin] Deleting subnet 8e925401-1f27-4527-b103-ca3641721837 {{(pid=93173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:43:21.231456 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6e708779-5fd3-45d2-99fa-d6b59216a856 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.264125 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6e708779-5fd3-45d2-99fa-d6b59216a856 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916697'] for subnet, precommit_delete_associations {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.305878 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6e708779-5fd3-45d2-99fa-d6b59216a856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675533'] for subnet, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.356915 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6e708779-5fd3-45d2-99fa-d6b59216a856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8945343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9032460'] for subnet, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.384464 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6e708779-5fd3-45d2-99fa-d6b59216a856 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.386345 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-6e708779-5fd3-45d2-99fa-d6b59216a856 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8e925401-1f27-4527-b103-ca3641721837 HTTP/1.1" status: 204 len: 168 time: 0.2016304 Jul 13 14:43:21.387310 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e708779-5fd3-45d2-99fa-d6b59216a856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e925401-1f27-4527-b103-ca3641721837,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:21.388929 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 52834) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:21.456777 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-39be5cb7-ec3b-45a8-a559-25f20dfb1e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593188'] for network, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.531355 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-39be5cb7-ec3b-45a8-a559-25f20dfb1e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672344', 'neutron.services.segments.db._delete_segments_for_network-8760775097411'] for network, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.540705 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-39be5cb7-ec3b-45a8-a559-25f20dfb1e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82fd60b3-58bf-4d42-a90b-c6ed32ffc762']}} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:21.550250 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-39be5cb7-ec3b-45a8-a559-25f20dfb1e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0919e451-bab4-4298-90da-a9be4ac34bbd') {'for_net_delete': True} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:21.550542 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-39be5cb7-ec3b-45a8-a559-25f20dfb1e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0919e451-bab4-4298-90da-a9be4ac34bbd') {} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:21.558875 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-39be5cb7-ec3b-45a8-a559-25f20dfb1e06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760775099212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8777682'] for segment, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.572296 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-39be5cb7-ec3b-45a8-a559-25f20dfb1e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.577889 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39be5cb7-ec3b-45a8-a559-25f20dfb1e06 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=93172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:43:21.578274 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-39be5cb7-ec3b-45a8-a559-25f20dfb1e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8717123'] for segment, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: Traceback (most recent call last): Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: timer() Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: cb(*args, **kw) Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: return func(*args, **kwargs) Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: self._notify() Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: self.callback(batched_events) Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: event.method(event) Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: return f(self, *a, **k) Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: return self._get(url).json() Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: return self.request(url, 'GET', **kwargs) Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:43:21.579814 dv-cinder-788365-4-iscsi neutron-server[93172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:43:21.634035 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-39be5cb7-ec3b-45a8-a559-25f20dfb1e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909738'] for network, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.638720 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-39be5cb7-ec3b-45a8-a559-25f20dfb1e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.643395 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-39be5cb7-ec3b-45a8-a559-25f20dfb1e06 admin admin] 10.222.0.42 "DELETE /v2.0/networks/82fd60b3-58bf-4d42-a90b-c6ed32ffc762 HTTP/1.1" status: 204 len: 168 time: 0.2506676 Jul 13 14:43:21.652909 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be5cb7-ec3b-45a8-a559-25f20dfb1e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=82fd60b3-58bf-4d42-a90b-c6ed32ffc762,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:21.790074 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 52838) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:21.828417 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-43cc9aa1-93ee-43ec-b5a4-80567b168c1d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a292410a52042a4b1414697f0364659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372193 Jul 13 14:43:21.830756 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 52840) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:21.876731 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-41f287a8-20bb-4738-a7e6-6499429b9556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.897041 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-41f287a8-20bb-4738-a7e6-6499429b9556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.940373 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-41f287a8-20bb-4738-a7e6-6499429b9556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.942987 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-41f287a8-20bb-4738-a7e6-6499429b9556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.944111 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-41f287a8-20bb-4738-a7e6-6499429b9556 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e51e55e-9298-4ac5-a8e6-c02b876dba14 HTTP/1.1" status: 204 len: 168 time: 0.1124892 Jul 13 14:43:21.951246 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f287a8-20bb-4738-a7e6-6499429b9556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e51e55e-9298-4ac5-a8e6-c02b876dba14,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:22.245114 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 52848) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:22.286361 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-395c6385-b75e-4b86-86b6-8ffba91cdd18 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5873e9b3ad2d47748dc9fb403323d1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400527 Jul 13 14:43:22.288738 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 52850) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:22.335162 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5232f0eb-38a2-4d70-835b-4f6086ef661b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:22.356286 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5232f0eb-38a2-4d70-835b-4f6086ef661b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:22.401690 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5232f0eb-38a2-4d70-835b-4f6086ef661b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:22.404125 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5232f0eb-38a2-4d70-835b-4f6086ef661b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:22.405289 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-5232f0eb-38a2-4d70-835b-4f6086ef661b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/91cda87e-8522-4c07-8bbe-db145b9a1dcd HTTP/1.1" status: 204 len: 168 time: 0.1156828 Jul 13 14:43:22.412658 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232f0eb-38a2-4d70-835b-4f6086ef661b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cda87e-8522-4c07-8bbe-db145b9a1dcd,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:23.983985 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 52904) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:24.083443 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4c4e81f6-ad37-4f91-aed7-72adc037dde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:24.170119 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4c4e81f6-ad37-4f91-aed7-72adc037dde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:24.173568 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4c4e81f6-ad37-4f91-aed7-72adc037dde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:24.209691 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-4c4e81f6-ad37-4f91-aed7-72adc037dde5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c615723d6e9847648f1cfc8dd3e5f176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245171 Jul 13 14:43:24.210761 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e81f6-ad37-4f91-aed7-72adc037dde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8c673e-882a-40fc-9d54-93f7fc4c7cf5,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:24.212870 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 52908) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:24.260774 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-3de3408c-6bfe-4cd3-bf14-bca2e22f35ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:24.280873 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-3de3408c-6bfe-4cd3-bf14-bca2e22f35ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:24.325221 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-3de3408c-6bfe-4cd3-bf14-bca2e22f35ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:24.327760 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-3de3408c-6bfe-4cd3-bf14-bca2e22f35ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:24.329002 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-3de3408c-6bfe-4cd3-bf14-bca2e22f35ab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de8c673e-882a-40fc-9d54-93f7fc4c7cf5 HTTP/1.1" status: 204 len: 168 time: 0.1143727 Jul 13 14:43:24.336895 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3408c-6bfe-4cd3-bf14-bca2e22f35ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8c673e-882a-40fc-9d54-93f7fc4c7cf5,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:24.580311 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 52916) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:24.593858 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c9a532ac-4b6b-496c-9c95-67913a4605ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:24.678427 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c9a532ac-4b6b-496c-9c95-67913a4605ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:24.682437 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c9a532ac-4b6b-496c-9c95-67913a4605ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:24.716578 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a532ac-4b6b-496c-9c95-67913a4605ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0b5fc2-bf27-4e1f-b267-c872b2fd358e,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:24.721051 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-c9a532ac-4b6b-496c-9c95-67913a4605ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f5804d863bf348278c9832a4e44a12ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397142 Jul 13 14:43:24.723565 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 52918) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:24.769293 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-16b1d5e9-1a33-46fe-a1c3-9f917bc88297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:24.788819 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-16b1d5e9-1a33-46fe-a1c3-9f917bc88297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:24.833226 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-16b1d5e9-1a33-46fe-a1c3-9f917bc88297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:24.835592 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-16b1d5e9-1a33-46fe-a1c3-9f917bc88297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:24.836730 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-16b1d5e9-1a33-46fe-a1c3-9f917bc88297 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b0b5fc2-bf27-4e1f-b267-c872b2fd358e HTTP/1.1" status: 204 len: 168 time: 0.1122997 Jul 13 14:43:24.844366 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1d5e9-1a33-46fe-a1c3-9f917bc88297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0b5fc2-bf27-4e1f-b267-c872b2fd358e,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:28.251544 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:43:29.065650 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 53012) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:29.164448 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-180ee08a-ea2b-4ee8-9bea-43def4169e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:29.249424 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-180ee08a-ea2b-4ee8-9bea-43def4169e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:29.253119 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-180ee08a-ea2b-4ee8-9bea-43def4169e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:29.293607 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-180ee08a-ea2b-4ee8-9bea-43def4169e85 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d49e1a806e2545fc925b568145d76c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268941 Jul 13 14:43:29.294456 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ee08a-ea2b-4ee8-9bea-43def4169e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd18e94e-29ce-416a-b63f-004ae5de0eb5,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:29.296301 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 53016) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:29.344769 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a6c14b19-819d-41bd-bba4-7bfdff423d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:29.368032 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a6c14b19-819d-41bd-bba4-7bfdff423d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:29.416916 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a6c14b19-819d-41bd-bba4-7bfdff423d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:29.419980 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a6c14b19-819d-41bd-bba4-7bfdff423d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:29.422248 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-a6c14b19-819d-41bd-bba4-7bfdff423d51 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd18e94e-29ce-416a-b63f-004ae5de0eb5 HTTP/1.1" status: 204 len: 168 time: 0.1247280 Jul 13 14:43:29.432950 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c14b19-819d-41bd-bba4-7bfdff423d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd18e94e-29ce-416a-b63f-004ae5de0eb5,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:29.679309 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 53022) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:29.693395 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4ca072b5-df37-4fad-8b79-9a74666b2edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:29.784763 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4ca072b5-df37-4fad-8b79-9a74666b2edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:29.788480 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4ca072b5-df37-4fad-8b79-9a74666b2edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:29.826403 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca072b5-df37-4fad-8b79-9a74666b2edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4c5486-d82f-41d0-87d0-0bc7003ec030,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:29.830960 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-4ca072b5-df37-4fad-8b79-9a74666b2edc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fc72de982134263b1b8bc207758fc43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506312 Jul 13 14:43:29.833580 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 53024) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:29.885952 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-0f3c940d-2ec9-4173-b5c6-473e7eaf5530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:29.907921 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-0f3c940d-2ec9-4173-b5c6-473e7eaf5530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:29.956945 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-0f3c940d-2ec9-4173-b5c6-473e7eaf5530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:29.960513 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-0f3c940d-2ec9-4173-b5c6-473e7eaf5530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:29.961773 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-0f3c940d-2ec9-4173-b5c6-473e7eaf5530 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e4c5486-d82f-41d0-87d0-0bc7003ec030 HTTP/1.1" status: 204 len: 168 time: 0.1272430 Jul 13 14:43:29.969520 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c940d-2ec9-4173-b5c6-473e7eaf5530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4c5486-d82f-41d0-87d0-0bc7003ec030,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:31.201613 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:31.536795 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 53082) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:31.637736 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-41eed80f-8c7d-4081-83ee-ba14301a91c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:31.724515 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-41eed80f-8c7d-4081-83ee-ba14301a91c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:31.728439 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-41eed80f-8c7d-4081-83ee-ba14301a91c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:31.764138 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-41eed80f-8c7d-4081-83ee-ba14301a91c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f8883cbfc614b87aa8d3d900dd92531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263067 Jul 13 14:43:31.766023 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eed80f-8c7d-4081-83ee-ba14301a91c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5713549e-1d7d-4f54-80a4-f7b2e24674d9,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:31.766836 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 53086) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:31.815540 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fce3bd0f-afc2-4143-9300-eefe2d70cffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:31.835551 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fce3bd0f-afc2-4143-9300-eefe2d70cffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:31.881210 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fce3bd0f-afc2-4143-9300-eefe2d70cffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:31.883672 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fce3bd0f-afc2-4143-9300-eefe2d70cffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:31.884892 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-fce3bd0f-afc2-4143-9300-eefe2d70cffa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5713549e-1d7d-4f54-80a4-f7b2e24674d9 HTTP/1.1" status: 204 len: 168 time: 0.1169591 Jul 13 14:43:31.892551 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3bd0f-afc2-4143-9300-eefe2d70cffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5713549e-1d7d-4f54-80a4-f7b2e24674d9,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:32.138279 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 53092) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:32.151241 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-220a2fff-4955-4f3c-a1e0-46423ea2351a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:32.235693 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-220a2fff-4955-4f3c-a1e0-46423ea2351a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:32.239145 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-220a2fff-4955-4f3c-a1e0-46423ea2351a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:32.276553 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-220a2fff-4955-4f3c-a1e0-46423ea2351a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb044425e608464ab729e48b8c5a044b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372209 Jul 13 14:43:32.277689 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a2fff-4955-4f3c-a1e0-46423ea2351a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771249f6-a5e6-4795-a89c-27f4667de787,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:32.279205 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 53094) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:32.328678 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c3a98a0f-fd12-4241-b3c6-a91fe42eec70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:32.349962 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c3a98a0f-fd12-4241-b3c6-a91fe42eec70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:32.396350 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c3a98a0f-fd12-4241-b3c6-a91fe42eec70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:32.399074 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c3a98a0f-fd12-4241-b3c6-a91fe42eec70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:32.400325 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-c3a98a0f-fd12-4241-b3c6-a91fe42eec70 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/771249f6-a5e6-4795-a89c-27f4667de787 HTTP/1.1" status: 204 len: 168 time: 0.1195900 Jul 13 14:43:32.409686 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a98a0f-fd12-4241-b3c6-a91fe42eec70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771249f6-a5e6-4795-a89c-27f4667de787,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:33.032351 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 53118) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:33.123078 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-e8ff8a1c-7fc0-40ca-8165-32930d155dd5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-307448570-network', 'tenant_id': '9751d6c65929484595b741d1eacd92bd'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:33.143888 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ff8a1c-7fc0-40ca-8165-32930d155dd5 admin admin] Made reservation on behalf of 9751d6c65929484595b741d1eacd92bd for: {'network': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:43:33.146304 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8a1c-7fc0-40ca-8165-32930d155dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:33.154370 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8a1c-7fc0-40ca-8165-32930d155dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:33.241420 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8a1c-7fc0-40ca-8165-32930d155dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:33.245357 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8a1c-7fc0-40ca-8165-32930d155dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:33.268461 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ff8a1c-7fc0-40ca-8165-32930d155dd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=93173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:43:33.277867 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff8a1c-7fc0-40ca-8165-32930d155dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56da1179-88d7-42f1-af87-e5de3966de01,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:33.282479 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8a1c-7fc0-40ca-8165-32930d155dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:33.282817 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.segments_db [None req-e8ff8a1c-7fc0-40ca-8165-32930d155dd5 admin admin] Added segment 1f549b60-0436-4fea-acb6-31464662ed0b of type vlan for network d622cdd2-4d9e-4e3c-8d6d-a103f6868115 Jul 13 14:43:33.323260 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8a1c-7fc0-40ca-8165-32930d155dd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:33.350394 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8a1c-7fc0-40ca-8165-32930d155dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:33.351369 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ff8a1c-7fc0-40ca-8165-32930d155dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:33.351944 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8a1c-7fc0-40ca-8165-32930d155dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:33.401320 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-e8ff8a1c-7fc0-40ca-8165-32930d155dd5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3676300 Jul 13 14:43:33.404046 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 53122) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:33.409582 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-286c8cb1-dc7e-4741-a2bf-409bf6620ecd admin admin] Request body: {'subnet': {'network_id': 'd622cdd2-4d9e-4e3c-8d6d-a103f6868115', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-307448570-subnet', 'tenant_id': '9751d6c65929484595b741d1eacd92bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:33.424993 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff8a1c-7fc0-40ca-8165-32930d155dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=d622cdd2-4d9e-4e3c-8d6d-a103f6868115,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:33.435510 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network d622cdd2-4d9e-4e3c-8d6d-a103f6868115 details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:43:33.437573 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286c8cb1-dc7e-4741-a2bf-409bf6620ecd admin admin] Made reservation on behalf of 9751d6c65929484595b741d1eacd92bd for: {'subnet': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:43:33.439870 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-286c8cb1-dc7e-4741-a2bf-409bf6620ecd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9032489'] for subnet, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:33.608395 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-286c8cb1-dc7e-4741-a2bf-409bf6620ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8945278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9032475'] for subnet, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:33.670980 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c8cb1-dc7e-4741-a2bf-409bf6620ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c6f15b-5d67-41c2-bb62-2bc65b5b1f7b,revision_number=0']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:33.675195 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286c8cb1-dc7e-4741-a2bf-409bf6620ecd admin admin] Checking segment: {'id': '1f549b60-0436-4fea-acb6-31464662ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd622cdd2-4d9e-4e3c-8d6d-a103f6868115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:43:33.675554 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286c8cb1-dc7e-4741-a2bf-409bf6620ecd admin admin] Network hostable DHCP agents. Network: d622cdd2-4d9e-4e3c-8d6d-a103f6868115, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:43:33.692448 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286c8cb1-dc7e-4741-a2bf-409bf6620ecd admin admin] Network d622cdd2-4d9e-4e3c-8d6d-a103f6868115 is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:43:33.701489 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [None req-286c8cb1-dc7e-4741-a2bf-409bf6620ecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, d622cdd2-4d9e-4e3c-8d6d-a103f6868115) {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:43:33.705332 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c8cb1-dc7e-4741-a2bf-409bf6620ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:33.705935 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-286c8cb1-dc7e-4741-a2bf-409bf6620ecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:33.710661 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc814aca-8f76-4307-99f2-1bcc5282bbbc None None] Network d622cdd2-4d9e-4e3c-8d6d-a103f6868115 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:43:33.727700 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-286c8cb1-dc7e-4741-a2bf-409bf6620ecd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3152359 Jul 13 14:43:33.833762 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3368976-d14f-471f-afb7-6465e6d40457 None None] Network d622cdd2-4d9e-4e3c-8d6d-a103f6868115 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:43:35.435874 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605069b8-66c1-4273-a8e6-a4d826733575 req-aa6c75ed-f6aa-4622-899f-814ab8c6ffe8 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:35.437335 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-605069b8-66c1-4273-a8e6-a4d826733575 req-aa6c75ed-f6aa-4622-899f-814ab8c6ffe8 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/networks?id=d622cdd2-4d9e-4e3c-8d6d-a103f6868115 HTTP/1.1" status: 200 len: 808 time: 0.0969691 Jul 13 14:43:35.451808 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-605069b8-66c1-4273-a8e6-a4d826733575 req-1dc13e00-b8e3-4312-8af5-3a69269afcae tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/quotas/9751d6c65929484595b741d1eacd92bd HTTP/1.1" status: 200 len: 375 time: 0.0091445 Jul 13 14:43:35.486475 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-605069b8-66c1-4273-a8e6-a4d826733575 req-9eb162fc-b085-49f7-8d91-2a930026bf06 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9751d6c65929484595b741d1eacd92bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301492 Jul 13 14:43:35.613900 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-605069b8-66c1-4273-a8e6-a4d826733575 req-3b07c7c9-bf72-450f-a2fe-a356f5051c9c service neutron] 10.222.0.42 "GET /v2.0/networks/d622cdd2-4d9e-4e3c-8d6d-a103f6868115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213119 Jul 13 14:43:35.702311 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-605069b8-66c1-4273-a8e6-a4d826733575 req-8b854262-0a78-40b6-b73b-3c51c67fa67f service neutron] 10.222.0.42 "GET /v2.0/networks/d622cdd2-4d9e-4e3c-8d6d-a103f6868115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821674 Jul 13 14:43:35.863555 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bee3082c-ecfb-4a96-9ae9-725e6aa02b0b req-63951ea3-b92e-4365-9af6-687493441b9b tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d HTTP/1.1" status: 200 len: 210 time: 0.0302954 Jul 13 14:43:36.575023 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-4a0b152a-bd95-4174-ac82-c4e1e2062d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:37.006632 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1024896d-7242-45e4-9476-df3913760ed4 req-70608f6c-7724-4c0a-9d02-98fd9946fc11 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d HTTP/1.1" status: 200 len: 210 time: 0.0326304 Jul 13 14:43:37.199112 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605069b8-66c1-4273-a8e6-a4d826733575 req-802fd835-70d5-4b19-bd30-b6fd6b58aec4 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:37.200678 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-605069b8-66c1-4273-a8e6-a4d826733575 req-802fd835-70d5-4b19-bd30-b6fd6b58aec4 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.44 "GET /v2.0/networks?id=d622cdd2-4d9e-4e3c-8d6d-a103f6868115 HTTP/1.1" status: 200 len: 808 time: 0.1054749 Jul 13 14:43:37.217612 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-605069b8-66c1-4273-a8e6-a4d826733575 req-2bac5bad-5052-44bc-a386-94e7f359ab10 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Request body: {'port': {'device_id': 'bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d', 'network_id': 'd622cdd2-4d9e-4e3c-8d6d-a103f6868115', 'admin_state_up': True, 'tenant_id': '9751d6c65929484595b741d1eacd92bd'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:37.332664 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-605069b8-66c1-4273-a8e6-a4d826733575 req-2bac5bad-5052-44bc-a386-94e7f359ab10 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Made reservation on behalf of 9751d6c65929484595b741d1eacd92bd for: {'port': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:43:37.343392 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-605069b8-66c1-4273-a8e6-a4d826733575 req-2bac5bad-5052-44bc-a386-94e7f359ab10 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:37.488981 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [req-605069b8-66c1-4273-a8e6-a4d826733575 req-2bac5bad-5052-44bc-a386-94e7f359ab10 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Allocated IP 172.20.0.5 (d622cdd2-4d9e-4e3c-8d6d-a103f6868115/04c6f15b-5d67-41c2-bb62-2bc65b5b1f7b/1c6cb9ce-d67e-4f3f-9860-fa101033d221) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:43:37.631564 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-605069b8-66c1-4273-a8e6-a4d826733575 req-2bac5bad-5052-44bc-a386-94e7f359ab10 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:37.669282 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-605069b8-66c1-4273-a8e6-a4d826733575 req-2bac5bad-5052-44bc-a386-94e7f359ab10 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:37.717604 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-605069b8-66c1-4273-a8e6-a4d826733575 req-2bac5bad-5052-44bc-a386-94e7f359ab10 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Network d622cdd2-4d9e-4e3c-8d6d-a103f6868115 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:43:37.720678 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [req-605069b8-66c1-4273-a8e6-a4d826733575 req-2bac5bad-5052-44bc-a386-94e7f359ab10 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:43:37.724458 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-605069b8-66c1-4273-a8e6-a4d826733575 req-2bac5bad-5052-44bc-a386-94e7f359ab10 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:43:37.731359 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac5bad-5052-44bc-a386-94e7f359ab10 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Pushing event updated for resources: {'Port': ['ID=1c6cb9ce-d67e-4f3f-9860-fa101033d221,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:37.775542 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605069b8-66c1-4273-a8e6-a4d826733575 req-2bac5bad-5052-44bc-a386-94e7f359ab10 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:37.776183 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-605069b8-66c1-4273-a8e6-a4d826733575 req-2bac5bad-5052-44bc-a386-94e7f359ab10 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:37.789526 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-605069b8-66c1-4273-a8e6-a4d826733575 req-2bac5bad-5052-44bc-a386-94e7f359ab10 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5759788 Jul 13 14:43:37.802727 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Request body: {'port': {'device_id': 'bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:37.875349 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:38.396369 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0386818-118f-4503-8c05-d8353d47a5f8 req-f552b73e-d7d2-483d-a3a0-97bf359fd9a2 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:38.397863 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c0386818-118f-4503-8c05-d8353d47a5f8 req-f552b73e-d7d2-483d-a3a0-97bf359fd9a2 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d HTTP/1.1" status: 200 len: 931 time: 0.1044261 Jul 13 14:43:38.470281 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6cb9ce-d67e-4f3f-9860-fa101033d221 {{(pid=93173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:43:38.479027 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c0386818-118f-4503-8c05-d8353d47a5f8 req-83d0d05c-0825-4432-8407-c3ea2bd3907a tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737813 Jul 13 14:43:38.480791 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:38.492840 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Transition to ACTIVE for port object 1c6cb9ce-d67e-4f3f-9860-fa101033d221 will not be triggered until provisioned by entity L2. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:43:38.497928 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:38.585229 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6cb9ce-d67e-4f3f-9860-fa101033d221,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:38.616923 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Attempting to bind port 1c6cb9ce-d67e-4f3f-9860-fa101033d221 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:43:38.617281 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Attempting to bind port 1c6cb9ce-d67e-4f3f-9860-fa101033d221 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '1f549b60-0436-4fea-acb6-31464662ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd622cdd2-4d9e-4e3c-8d6d-a103f6868115'}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:43:38.617654 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Attempting to bind port 1c6cb9ce-d67e-4f3f-9860-fa101033d221 on network d622cdd2-4d9e-4e3c-8d6d-a103f6868115 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:43:38.622032 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Port 1c6cb9ce-d67e-4f3f-9860-fa101033d221 on network d622cdd2-4d9e-4e3c-8d6d-a103f6868115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:43:38.622381 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Attempting to bind port 1c6cb9ce-d67e-4f3f-9860-fa101033d221 on network d622cdd2-4d9e-4e3c-8d6d-a103f6868115 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:43:38.627250 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:43:38.627593 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Checking segment: {'id': '1f549b60-0436-4fea-acb6-31464662ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd622cdd2-4d9e-4e3c-8d6d-a103f6868115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:43:38.627982 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Bound using segment: {'id': '1f549b60-0436-4fea-acb6-31464662ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd622cdd2-4d9e-4e3c-8d6d-a103f6868115'} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:43:38.628407 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Bound port: 1c6cb9ce-d67e-4f3f-9860-fa101033d221, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f549b60-0436-4fea-acb6-31464662ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd622cdd2-4d9e-4e3c-8d6d-a103f6868115'}}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:43:38.628799 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:38.693652 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] For port 1c6cb9ce-d67e-4f3f-9860-fa101033d221, host hv-cinder-78836, cleared binding levels {{(pid=93173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:43:38.696851 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] For port 1c6cb9ce-d67e-4f3f-9860-fa101033d221, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c6cb9ce-d67e-4f3f-9860-fa101033d221,segment=NetworkSegment(1f549b60-0436-4fea-acb6-31464662ed0b),segment_id=1f549b60-0436-4fea-acb6-31464662ed0b)] {{(pid=93173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:43:38.700840 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:38.735394 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:38.736036 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:38.737512 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-605069b8-66c1-4273-a8e6-a4d826733575 req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] 10.222.0.44 "PUT /v2.0/ports/1c6cb9ce-d67e-4f3f-9860-fa101033d221 HTTP/1.1" status: 200 len: 1093 time: 0.9389255 Jul 13 14:43:38.737954 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d', 'tag': '1c6cb9ce-d67e-4f3f-9860-fa101033d221'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:43:38.740202 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb84b9e3-8aa0-4c3a-99cd-e7761e02046e" -d '{"events": [{"name": "network-changed", "server_uuid": "bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d", "tag": "1c6cb9ce-d67e-4f3f-9860-fa101033d221"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:43:38.764003 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1e523-0912-4673-9337-b5819b2574f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6cb9ce-d67e-4f3f-9860-fa101033d221,revision_number=3']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:38.783080 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce60b1f-a7ba-418d-9058-ac6b63fa44d0 x-openstack-request-id: req-dce60b1f-a7ba-418d-9058-ac6b63fa44d0 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:43:38.783375 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d", "tag": "1c6cb9ce-d67e-4f3f-9860-fa101033d221", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:43:38.783626 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dce60b1f-a7ba-418d-9058-ac6b63fa44d0 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:43:38.784019 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d', 'tag': '1c6cb9ce-d67e-4f3f-9860-fa101033d221', 'status': 'completed', 'code': 200} Jul 13 14:43:38.846237 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605069b8-66c1-4273-a8e6-a4d826733575 req-f8484a95-d186-4335-8a76-6eea45c9e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:38.847717 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-605069b8-66c1-4273-a8e6-a4d826733575 req-f8484a95-d186-4335-8a76-6eea45c9e6ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9751d6c65929484595b741d1eacd92bd&device_id=bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d HTTP/1.1" status: 200 len: 1096 time: 0.0534954 Jul 13 14:43:38.895210 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-605069b8-66c1-4273-a8e6-a4d826733575 req-3e52188a-4825-4291-8d76-e50b294263e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c6cb9ce-d67e-4f3f-9860-fa101033d221 HTTP/1.1" status: 200 len: 217 time: 0.0363278 Jul 13 14:43:38.941848 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605069b8-66c1-4273-a8e6-a4d826733575 req-54f16773-1c99-4d40-ba09-01e234076b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:38.943210 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-605069b8-66c1-4273-a8e6-a4d826733575 req-54f16773-1c99-4d40-ba09-01e234076b29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04c6f15b-5d67-41c2-bb62-2bc65b5b1f7b HTTP/1.1" status: 200 len: 848 time: 0.0415578 Jul 13 14:43:38.978839 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-605069b8-66c1-4273-a8e6-a4d826733575 req-31a88fbb-3e14-4487-8a50-6109f11faf8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d622cdd2-4d9e-4e3c-8d6d-a103f6868115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260007 Jul 13 14:43:39.074308 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-605069b8-66c1-4273-a8e6-a4d826733575 req-e5986084-7d5a-48da-a33c-89f4b894f2e1 service neutron] 10.222.0.44 "GET /v2.0/networks/d622cdd2-4d9e-4e3c-8d6d-a103f6868115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832090 Jul 13 14:43:39.175357 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-605069b8-66c1-4273-a8e6-a4d826733575 req-26cd7c05-2708-42dc-b55e-9f52fe2d25e7 service neutron] 10.222.0.44 "GET /v2.0/networks/d622cdd2-4d9e-4e3c-8d6d-a103f6868115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826099 Jul 13 14:43:39.295706 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84b9e3-8aa0-4c3a-99cd-e7761e02046e req-85f89e8f-57c5-41e2-8d0c-fb295a768a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:39.297258 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bb84b9e3-8aa0-4c3a-99cd-e7761e02046e req-85f89e8f-57c5-41e2-8d0c-fb295a768a2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9751d6c65929484595b741d1eacd92bd&device_id=bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d HTTP/1.1" status: 200 len: 1096 time: 0.0534420 Jul 13 14:43:39.387451 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-1a3c89a8-7bf1-4ed8-97bd-d4a70cc80a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:39.394786 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84b9e3-8aa0-4c3a-99cd-e7761e02046e req-154ea05a-ad41-45c1-872f-215d522fb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:39.396263 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bb84b9e3-8aa0-4c3a-99cd-e7761e02046e req-154ea05a-ad41-45c1-872f-215d522fb3be service neutron] 10.222.0.44 "GET /v2.0/networks?id=d622cdd2-4d9e-4e3c-8d6d-a103f6868115 HTTP/1.1" status: 200 len: 909 time: 0.0903459 Jul 13 14:43:39.450251 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bb84b9e3-8aa0-4c3a-99cd-e7761e02046e req-098b8a59-9b05-4d99-83da-2363f02b761a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c6cb9ce-d67e-4f3f-9860-fa101033d221 HTTP/1.1" status: 200 len: 217 time: 0.0345764 Jul 13 14:43:39.509863 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84b9e3-8aa0-4c3a-99cd-e7761e02046e req-f41cf204-a626-4eed-9aea-d59700d0afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:39.511365 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bb84b9e3-8aa0-4c3a-99cd-e7761e02046e req-f41cf204-a626-4eed-9aea-d59700d0afe7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04c6f15b-5d67-41c2-bb62-2bc65b5b1f7b HTTP/1.1" status: 200 len: 848 time: 0.0495822 Jul 13 14:43:39.550884 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bb84b9e3-8aa0-4c3a-99cd-e7761e02046e req-4df9ebdc-7257-4e33-a5c7-ca7b260b6aa5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d622cdd2-4d9e-4e3c-8d6d-a103f6868115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268815 Jul 13 14:43:39.615111 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:39.692261 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bb84b9e3-8aa0-4c3a-99cd-e7761e02046e req-3cd1fa1d-4e30-4337-90e6-56be024fd07f service neutron] 10.222.0.44 "GET /v2.0/networks/d622cdd2-4d9e-4e3c-8d6d-a103f6868115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268783 Jul 13 14:43:39.715180 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e683f5e-6178-47ba-a4b0-0b959df737fe req-70a0dcdf-c146-423e-82e1-ceb885de7052 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:39.717100 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4e683f5e-6178-47ba-a4b0-0b959df737fe req-70a0dcdf-c146-423e-82e1-ceb885de7052 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d HTTP/1.1" status: 200 len: 943 time: 0.1098940 Jul 13 14:43:39.809323 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4e683f5e-6178-47ba-a4b0-0b959df737fe req-591c4224-b90f-49dc-ae18-38e43d10dd9c tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866411 Jul 13 14:43:39.875374 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bb84b9e3-8aa0-4c3a-99cd-e7761e02046e req-0d7e9ec9-a1ba-4b15-881c-75e20e873965 service neutron] 10.222.0.44 "GET /v2.0/networks/d622cdd2-4d9e-4e3c-8d6d-a103f6868115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361287 Jul 13 14:43:39.890570 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858039a-5579-4038-aee2-7b8614f20ca4 req-d75ece93-17ad-4f12-ac60-8f9b98fae461 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:39.892303 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8858039a-5579-4038-aee2-7b8614f20ca4 req-d75ece93-17ad-4f12-ac60-8f9b98fae461 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.1000130 Jul 13 14:43:39.929751 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8858039a-5579-4038-aee2-7b8614f20ca4 req-3d527cb7-c861-4ce4-98bc-2f1123b254a7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318246 Jul 13 14:43:40.217783 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:40.975802 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb4bfe-d2b1-491d-a090-bd35a0b826e9 req-b2968121-44ca-4262-aa92-f701b7ce8c1a tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:40.977965 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-23bb4bfe-d2b1-491d-a090-bd35a0b826e9 req-b2968121-44ca-4262-aa92-f701b7ce8c1a tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d HTTP/1.1" status: 200 len: 943 time: 0.0624528 Jul 13 14:43:41.019170 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-23bb4bfe-d2b1-491d-a090-bd35a0b826e9 req-9191fa40-e27d-4455-88f1-9a1206b22f39 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358977 Jul 13 14:43:41.107073 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89c878-3bba-453e-baa5-0116bc04bd13 req-7a0cd495-11e8-4ec5-a258-132ea8358fa3 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:41.108442 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8b89c878-3bba-453e-baa5-0116bc04bd13 req-7a0cd495-11e8-4ec5-a258-132ea8358fa3 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.0622654 Jul 13 14:43:41.144792 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8b89c878-3bba-453e-baa5-0116bc04bd13 req-6c5a9659-36af-4651-afee-f5eca7a14455 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309770 Jul 13 14:43:42.022131 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:42.187305 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c070a5-4f0e-4573-aa81-66e7ebf8857a req-8d12c408-7a53-4116-a644-1288ee140c10 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:42.188824 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-64c070a5-4f0e-4573-aa81-66e7ebf8857a req-8d12c408-7a53-4116-a644-1288ee140c10 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d HTTP/1.1" status: 200 len: 943 time: 0.0623560 Jul 13 14:43:42.226138 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-64c070a5-4f0e-4573-aa81-66e7ebf8857a req-a114f0c6-8f2f-4e78-9792-b0212b58c1b5 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316579 Jul 13 14:43:42.322041 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560e23d-6583-4ead-9cb1-0600528ce07c req-c3a4f928-9a6f-4306-a18c-1ede523a7a6b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:42.323480 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a560e23d-6583-4ead-9cb1-0600528ce07c req-c3a4f928-9a6f-4306-a18c-1ede523a7a6b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.0654552 Jul 13 14:43:42.360541 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a560e23d-6583-4ead-9cb1-0600528ce07c req-7f5ac506-76ca-4a5b-bd97-3085c7ffe01f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316207 Jul 13 14:43:42.978877 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 1c6cb9ce-d67e-4f3f-9860-fa101033d221 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:43:43.068856 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 1c6cb9ce-d67e-4f3f-9860-fa101033d221, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c6cb9ce-d67e-4f3f-9860-fa101033d221,segment=NetworkSegment(1f549b60-0436-4fea-acb6-31464662ed0b),segment_id=1f549b60-0436-4fea-acb6-31464662ed0b)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:43.079654 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': '1c6cb9ce-d67e-4f3f-9860-fa101033d221', 'network_id': 'd622cdd2-4d9e-4e3c-8d6d-a103f6868115', 'port_id': '1c6cb9ce-d67e-4f3f-9860-fa101033d221', 'mac_address': 'fa:16:3e:d0:a5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c6f15b-5d67-41c2-bb62-2bc65b5b1f7b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:43:43.118254 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:43.130075 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6cb9ce-d67e-4f3f-9860-fa101033d221 {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:43:43.148112 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 1c6cb9ce-d67e-4f3f-9860-fa101033d221, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c6cb9ce-d67e-4f3f-9860-fa101033d221,segment=NetworkSegment(1f549b60-0436-4fea-acb6-31464662ed0b),segment_id=1f549b60-0436-4fea-acb6-31464662ed0b)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:43.153196 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:43.197465 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=1c6cb9ce-d67e-4f3f-9860-fa101033d221,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:43.204226 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:43.204573 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:43.204935 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:43.205272 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:43.205604 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:43.205933 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:43.206258 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:43.206582 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:43.206913 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:43.207234 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:43.207552 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:43.207870 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:43.398111 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24b7b2-20f9-4dcd-8fa5-00c9e19685d0 req-073ee0ac-37aa-47ce-975c-ad5060416d0e tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:43.400192 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9f24b7b2-20f9-4dcd-8fa5-00c9e19685d0 req-073ee0ac-37aa-47ce-975c-ad5060416d0e tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d HTTP/1.1" status: 200 len: 944 time: 0.0650713 Jul 13 14:43:43.437732 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9f24b7b2-20f9-4dcd-8fa5-00c9e19685d0 req-9597380e-1066-49eb-b3ba-98f5b8654585 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316854 Jul 13 14:43:43.525440 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['1c6cb9ce-d67e-4f3f-9860-fa101033d221'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:43:43.537654 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9a978-ca17-4c60-a9de-bba3598039eb req-5e3c255b-2a91-4baf-a315-aeab1aacd9ff tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:43.539146 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a0f9a978-ca17-4c60-a9de-bba3598039eb req-5e3c255b-2a91-4baf-a315-aeab1aacd9ff tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.0644677 Jul 13 14:43:43.580720 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a0f9a978-ca17-4c60-a9de-bba3598039eb req-a00ea6d2-c384-4b47-8ad2-49e1e3cb973d tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358548 Jul 13 14:43:44.606442 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b00e33-91fa-4dad-b0a7-fb8e7a5d3264 req-8d0b2311-36ab-4fd6-bcf6-c2a5e7ab37e5 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:44.607884 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a2b00e33-91fa-4dad-b0a7-fb8e7a5d3264 req-8d0b2311-36ab-4fd6-bcf6-c2a5e7ab37e5 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d HTTP/1.1" status: 200 len: 944 time: 0.0622575 Jul 13 14:43:44.646126 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a2b00e33-91fa-4dad-b0a7-fb8e7a5d3264 req-390bb4da-14e1-4d11-ad45-cc220e90bf78 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324588 Jul 13 14:43:44.756759 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b842070-bd0f-437f-8bec-417792482fbc req-6d3849a1-7d25-46a4-a6c6-7ea5f5eec229 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:44.758134 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7b842070-bd0f-437f-8bec-417792482fbc req-6d3849a1-7d25-46a4-a6c6-7ea5f5eec229 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.0645678 Jul 13 14:43:44.794494 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7b842070-bd0f-437f-8bec-417792482fbc req-35e5bcb7-640f-47a0-b2fc-571462bba657 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309861 Jul 13 14:43:44.996906 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 1c6cb9ce-d67e-4f3f-9860-fa101033d221 up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:43:45.043609 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port 1c6cb9ce-d67e-4f3f-9860-fa101033d221 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:43:45.047040 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port 1c6cb9ce-d67e-4f3f-9860-fa101033d221 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:43:45.047399 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:45.120381 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:45.141228 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6cb9ce-d67e-4f3f-9860-fa101033d221'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:43:45.143415 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e74b479-c445-46fb-b19a-6b80819e2744" -d '{"events": [{"server_uuid": "bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d", "name": "network-vif-plugged", "status": "completed", "tag": "1c6cb9ce-d67e-4f3f-9860-fa101033d221"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:43:45.158900 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 1c6cb9ce-d67e-4f3f-9860-fa101033d221, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c6cb9ce-d67e-4f3f-9860-fa101033d221,segment=NetworkSegment(1f549b60-0436-4fea-acb6-31464662ed0b),segment_id=1f549b60-0436-4fea-acb6-31464662ed0b)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:45.162993 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:45.208509 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=1c6cb9ce-d67e-4f3f-9860-fa101033d221,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:45.287213 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa55d2f-3804-4a43-bf9d-da6f8fafcc8a x-openstack-request-id: req-5aa55d2f-3804-4a43-bf9d-da6f8fafcc8a {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:43:45.287522 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d", "name": "network-vif-plugged", "status": "completed", "tag": "1c6cb9ce-d67e-4f3f-9860-fa101033d221", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:43:45.287771 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5aa55d2f-3804-4a43-bf9d-da6f8fafcc8a {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:43:45.288160 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6cb9ce-d67e-4f3f-9860-fa101033d221', 'code': 200} Jul 13 14:43:45.521884 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33ab98-6949-4963-96c6-52cda70d123b req-27aaeab2-8506-420a-9518-9e30db9c09c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:45.523362 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3a33ab98-6949-4963-96c6-52cda70d123b req-27aaeab2-8506-420a-9518-9e30db9c09c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d HTTP/1.1" status: 200 len: 1098 time: 0.0555868 Jul 13 14:43:45.567443 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3a33ab98-6949-4963-96c6-52cda70d123b req-15b01033-9bea-438e-94d5-6ed10b5b4be9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268025 Jul 13 14:43:45.816205 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d4628-3dd5-4a87-b79a-71b41ecdc694 req-a274124a-1351-450d-9a01-3cc686ae7047 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:45.817591 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-988d4628-3dd5-4a87-b79a-71b41ecdc694 req-a274124a-1351-450d-9a01-3cc686ae7047 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d HTTP/1.1" status: 200 len: 945 time: 0.0619385 Jul 13 14:43:45.855521 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-988d4628-3dd5-4a87-b79a-71b41ecdc694 req-84b02d6d-42cc-463c-b564-d9f91e7657db tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319345 Jul 13 14:43:45.971322 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f76660-3115-4af2-88b0-6120ad943e29 req-60c8e92d-f679-486c-be71-21b9f1aed2e2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:45.972795 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-79f76660-3115-4af2-88b0-6120ad943e29 req-60c8e92d-f679-486c-be71-21b9f1aed2e2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.0631533 Jul 13 14:43:46.014460 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-79f76660-3115-4af2-88b0-6120ad943e29 req-46778a1f-2be4-4181-bb8e-6f2b37ad0dab tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362158 Jul 13 14:43:47.028347 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95360456-f889-4ba8-b796-5ff30433b090 req-b05c34cb-4e5b-428c-880f-22c06f4a7fdb tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:47.029852 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-95360456-f889-4ba8-b796-5ff30433b090 req-b05c34cb-4e5b-428c-880f-22c06f4a7fdb tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d HTTP/1.1" status: 200 len: 945 time: 0.0651493 Jul 13 14:43:47.067796 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-95360456-f889-4ba8-b796-5ff30433b090 req-a79d7d13-69ba-4d65-b5fe-4848b960d83c tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325112 Jul 13 14:43:47.197836 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1c223-79d1-44ab-9b71-c24479bbbb76 req-02f9a772-9897-4ccb-9eb9-1024c2a7dd31 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:47.199346 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c5a1c223-79d1-44ab-9b71-c24479bbbb76 req-02f9a772-9897-4ccb-9eb9-1024c2a7dd31 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.0628431 Jul 13 14:43:47.238507 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c5a1c223-79d1-44ab-9b71-c24479bbbb76 req-1acc8d59-c59f-458f-b0f6-fe0f0ff5c2ff tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323200 Jul 13 14:43:47.904357 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afb9d2-d1ca-437e-b9a1-fd6af07aab5b req-6db6f061-b68d-4149-83d3-56027c6aa4a9 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:47.905921 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a1afb9d2-d1ca-437e-b9a1-fd6af07aab5b req-6db6f061-b68d-4149-83d3-56027c6aa4a9 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d HTTP/1.1" status: 200 len: 945 time: 0.0661552 Jul 13 14:43:47.941592 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a1afb9d2-d1ca-437e-b9a1-fd6af07aab5b req-c04155fb-13c5-4eab-962f-8787499417b3 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301478 Jul 13 14:43:48.415897 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b3152-5b49-4b7b-a2ae-107710d2fca2 req-9d630c0e-d8e0-4b47-9a2d-c3b6ef639ec1 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:48.417384 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-205b3152-5b49-4b7b-a2ae-107710d2fca2 req-9d630c0e-d8e0-4b47-9a2d-c3b6ef639ec1 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.0615737 Jul 13 14:43:48.452750 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-205b3152-5b49-4b7b-a2ae-107710d2fca2 req-05af8bd6-c7f8-4a57-807a-41b213311465 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299692 Jul 13 14:43:49.111468 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a54e5-373b-4177-bf37-2fe931b8284d req-38402073-70cb-4aa2-b135-d6abcfc99d92 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:49.113051 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-888a54e5-373b-4177-bf37-2fe931b8284d req-38402073-70cb-4aa2-b135-d6abcfc99d92 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d HTTP/1.1" status: 200 len: 945 time: 0.0630264 Jul 13 14:43:49.153103 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-888a54e5-373b-4177-bf37-2fe931b8284d req-aafa59ce-a2be-47cc-b68f-a7ba2277d5df tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346885 Jul 13 14:43:49.815939 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c34598-dcea-4f02-866f-33aeeac5e592 req-f1a4568d-a847-43d1-9e5f-fd81fc254e0a tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:49.817383 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-97c34598-dcea-4f02-866f-33aeeac5e592 req-f1a4568d-a847-43d1-9e5f-fd81fc254e0a tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d HTTP/1.1" status: 200 len: 945 time: 0.1034722 Jul 13 14:43:49.825021 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cba5f-1f51-4a8b-bebe-854104579a56 req-e9fb293b-91bb-4fb2-8a4b-50ab87d72baa tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:49.826374 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-446cba5f-1f51-4a8b-bebe-854104579a56 req-e9fb293b-91bb-4fb2-8a4b-50ab87d72baa tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.1036584 Jul 13 14:43:49.899629 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-446cba5f-1f51-4a8b-bebe-854104579a56 req-be4c03fe-d660-4090-bd8f-2fc9d3928edc tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677502 Jul 13 14:43:49.954512 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-97c34598-dcea-4f02-866f-33aeeac5e592 req-5fb01969-9719-4b3b-8dfa-dfeb7c5d392f tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Deleting port 1c6cb9ce-d67e-4f3f-9860-fa101033d221 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:49.954883 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-97c34598-dcea-4f02-866f-33aeeac5e592 req-5fb01969-9719-4b3b-8dfa-dfeb7c5d392f tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:50.040254 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-97c34598-dcea-4f02-866f-33aeeac5e592 req-5fb01969-9719-4b3b-8dfa-dfeb7c5d392f tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] For port 1c6cb9ce-d67e-4f3f-9860-fa101033d221, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c6cb9ce-d67e-4f3f-9860-fa101033d221,segment=NetworkSegment(1f549b60-0436-4fea-acb6-31464662ed0b),segment_id=1f549b60-0436-4fea-acb6-31464662ed0b)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:50.040631 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-97c34598-dcea-4f02-866f-33aeeac5e592 req-5fb01969-9719-4b3b-8dfa-dfeb7c5d392f tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:50.052959 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-97c34598-dcea-4f02-866f-33aeeac5e592 req-5fb01969-9719-4b3b-8dfa-dfeb7c5d392f tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Calling delete_port for 1c6cb9ce-d67e-4f3f-9860-fa101033d221 owned by compute:nova {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:50.176942 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-97c34598-dcea-4f02-866f-33aeeac5e592 req-5fb01969-9719-4b3b-8dfa-dfeb7c5d392f tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:50.198901 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['1c6cb9ce-d67e-4f3f-9860-fa101033d221'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:43:50.206096 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb01969-9719-4b3b-8dfa-dfeb7c5d392f tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Pushing event deleted for resources: {'Port': ['ID=1c6cb9ce-d67e-4f3f-9860-fa101033d221,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:50.255966 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c34598-dcea-4f02-866f-33aeeac5e592 req-5fb01969-9719-4b3b-8dfa-dfeb7c5d392f tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] No DVR routers for this DVR port 1c6cb9ce-d67e-4f3f-9860-fa101033d221 on host hv-cinder-78836 {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:43:50.258519 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-97c34598-dcea-4f02-866f-33aeeac5e592 req-5fb01969-9719-4b3b-8dfa-dfeb7c5d392f tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:50.260470 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-97c34598-dcea-4f02-866f-33aeeac5e592 req-5fb01969-9719-4b3b-8dfa-dfeb7c5d392f tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.44 "DELETE /v2.0/ports/1c6cb9ce-d67e-4f3f-9860-fa101033d221 HTTP/1.1" status: 204 len: 173 time: 0.4228358 Jul 13 14:43:50.260938 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d', 'name': 'network-vif-deleted', 'tag': '1c6cb9ce-d67e-4f3f-9860-fa101033d221'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:43:50.263150 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a616a2-be52-43c2-bba8-4b1a87432662" -d '{"events": [{"server_uuid": "bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d", "name": "network-vif-deleted", "tag": "1c6cb9ce-d67e-4f3f-9860-fa101033d221"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:43:50.295561 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-034b7442-d762-49c7-9075-74807cb7e052 req-146eb19d-713d-416a-ad6e-7f9123ab843d tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d HTTP/1.1" status: 200 len: 210 time: 0.0292993 Jul 13 14:43:50.298235 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad01638-ec77-4f47-aa69-7e8b9ecc8ac3 x-openstack-request-id: req-8ad01638-ec77-4f47-aa69-7e8b9ecc8ac3 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:43:50.298630 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d", "name": "network-vif-deleted", "tag": "1c6cb9ce-d67e-4f3f-9860-fa101033d221", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:43:50.298741 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ad01638-ec77-4f47-aa69-7e8b9ecc8ac3 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:43:50.299138 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf223fbf-bd22-4a1b-bbdb-280fdaaf5a8d', 'name': 'network-vif-deleted', 'tag': '1c6cb9ce-d67e-4f3f-9860-fa101033d221', 'status': 'completed', 'code': 200} Jul 13 14:43:51.074597 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc8fce-64c7-4d1e-a52b-991f40ac6563 req-6565aa7a-afdf-41dd-ac13-302a36f5d4ed tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:51.075264 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0ffc8fce-64c7-4d1e-a52b-991f40ac6563 req-6565aa7a-afdf-41dd-ac13-302a36f5d4ed tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.0617876 Jul 13 14:43:51.111995 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0ffc8fce-64c7-4d1e-a52b-991f40ac6563 req-a05550d1-cc3a-4c50-8b93-3169709ca4de tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314658 Jul 13 14:43:51.588197 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-3a0cb0de-7512-4626-9b93-46e3ec37cbc6 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:51.589597 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-3a0cb0de-7512-4626-9b93-46e3ec37cbc6 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/networks?id=d622cdd2-4d9e-4e3c-8d6d-a103f6868115 HTTP/1.1" status: 200 len: 808 time: 0.1047144 Jul 13 14:43:51.603739 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-81afb346-4c80-4197-8cbe-7eaf78c8b6ee tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/quotas/9751d6c65929484595b741d1eacd92bd HTTP/1.1" status: 200 len: 375 time: 0.0086784 Jul 13 14:43:51.635693 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-5254268d-a7ff-4907-9b7f-93c0a5342c65 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9751d6c65929484595b741d1eacd92bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273876 Jul 13 14:43:51.766509 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-b983e214-a46b-47dc-9ff4-3c1671d06b76 service neutron] 10.222.0.42 "GET /v2.0/networks/d622cdd2-4d9e-4e3c-8d6d-a103f6868115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246841 Jul 13 14:43:51.854394 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-8627ba83-f792-422f-bdc3-859fed962c22 service neutron] 10.222.0.42 "GET /v2.0/networks/d622cdd2-4d9e-4e3c-8d6d-a103f6868115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820546 Jul 13 14:43:52.013895 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bad629d3-29d2-4207-ba21-5fc26eb3b408 req-7d6fe949-8e4d-4e39-a67f-1b6fe119c46f tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8122132-cda1-4da4-a150-26aadb9690ab HTTP/1.1" status: 200 len: 210 time: 0.0279124 Jul 13 14:43:52.298613 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d951988-d2f1-453b-bb1f-c748c9362faa req-8f926f51-5cc3-4aae-a853-40cb63646b74 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:52.300128 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6d951988-d2f1-453b-bb1f-c748c9362faa req-8f926f51-5cc3-4aae-a853-40cb63646b74 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.0684500 Jul 13 14:43:52.339009 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6d951988-d2f1-453b-bb1f-c748c9362faa req-b0770a6f-0c32-4218-974c-9bfc1acdfa51 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328195 Jul 13 14:43:53.027643 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 1c6cb9ce-d67e-4f3f-9860-fa101033d221 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:53.049187 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: 1c6cb9ce-d67e-4f3f-9860-fa101033d221 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:53.049613 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 1c6cb9ce-d67e-4f3f-9860-fa101033d221 not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:53.148366 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-407c97cc-fe5f-42ec-8e06-b0684f87a3af tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:53.149790 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-407c97cc-fe5f-42ec-8e06-b0684f87a3af tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.44 "GET /v2.0/networks?id=d622cdd2-4d9e-4e3c-8d6d-a103f6868115 HTTP/1.1" status: 200 len: 808 time: 0.1143785 Jul 13 14:43:53.174549 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ac164f05-8700-4e3a-be24-eae4bab91c95 req-f4104abb-d487-4552-92d2-cbbc01e2c5c3 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8122132-cda1-4da4-a150-26aadb9690ab HTTP/1.1" status: 200 len: 210 time: 0.0436039 Jul 13 14:43:53.177977 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-b694468f-4fe4-416f-ae22-c8ecc7145d04 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Request body: {'port': {'device_id': 'c8122132-cda1-4da4-a150-26aadb9690ab', 'network_id': 'd622cdd2-4d9e-4e3c-8d6d-a103f6868115', 'admin_state_up': True, 'tenant_id': '9751d6c65929484595b741d1eacd92bd'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:53.285099 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-b694468f-4fe4-416f-ae22-c8ecc7145d04 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Made reservation on behalf of 9751d6c65929484595b741d1eacd92bd for: {'port': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:43:53.288573 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-b694468f-4fe4-416f-ae22-c8ecc7145d04 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:53.413302 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-b694468f-4fe4-416f-ae22-c8ecc7145d04 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Allocated IP 172.20.0.7 (d622cdd2-4d9e-4e3c-8d6d-a103f6868115/04c6f15b-5d67-41c2-bb62-2bc65b5b1f7b/5d76a8c6-4157-460c-98ab-48d6c54f2a03) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:43:53.597867 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-b694468f-4fe4-416f-ae22-c8ecc7145d04 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:53.609070 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db453fc-e7dc-4d9e-a5ae-ac84e448e331 req-d8853e8c-240b-47b3-9c7a-baf1003ec4f8 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:53.610526 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0db453fc-e7dc-4d9e-a5ae-ac84e448e331 req-d8853e8c-240b-47b3-9c7a-baf1003ec4f8 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.1368465 Jul 13 14:43:53.664312 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0db453fc-e7dc-4d9e-a5ae-ac84e448e331 req-be3a81e8-b3cf-4959-90a2-7a2bf5e0b085 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473258 Jul 13 14:43:53.672924 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-b694468f-4fe4-416f-ae22-c8ecc7145d04 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:53.712065 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-b694468f-4fe4-416f-ae22-c8ecc7145d04 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Network d622cdd2-4d9e-4e3c-8d6d-a103f6868115 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:43:53.715191 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-b694468f-4fe4-416f-ae22-c8ecc7145d04 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:43:53.721587 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-b694468f-4fe4-416f-ae22-c8ecc7145d04 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:43:53.752948 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694468f-4fe4-416f-ae22-c8ecc7145d04 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Pushing event updated for resources: {'Port': ['ID=5d76a8c6-4157-460c-98ab-48d6c54f2a03,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:53.776561 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-b694468f-4fe4-416f-ae22-c8ecc7145d04 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:53.777178 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-b694468f-4fe4-416f-ae22-c8ecc7145d04 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:53.791245 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-b694468f-4fe4-416f-ae22-c8ecc7145d04 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6190512 Jul 13 14:43:53.809191 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Request body: {'port': {'device_id': 'c8122132-cda1-4da4-a150-26aadb9690ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:53.879954 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.134467 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d76a8c6-4157-460c-98ab-48d6c54f2a03 {{(pid=93173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:43:54.141648 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.153395 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Transition to ACTIVE for port object 5d76a8c6-4157-460c-98ab-48d6c54f2a03 will not be triggered until provisioned by entity L2. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:43:54.157142 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.225567 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Pushing event updated for resources: {'Port': ['ID=5d76a8c6-4157-460c-98ab-48d6c54f2a03,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:54.273074 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Attempting to bind port 5d76a8c6-4157-460c-98ab-48d6c54f2a03 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:43:54.273418 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Attempting to bind port 5d76a8c6-4157-460c-98ab-48d6c54f2a03 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '1f549b60-0436-4fea-acb6-31464662ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd622cdd2-4d9e-4e3c-8d6d-a103f6868115'}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:43:54.274240 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Attempting to bind port 5d76a8c6-4157-460c-98ab-48d6c54f2a03 on network d622cdd2-4d9e-4e3c-8d6d-a103f6868115 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:43:54.278463 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Port 5d76a8c6-4157-460c-98ab-48d6c54f2a03 on network d622cdd2-4d9e-4e3c-8d6d-a103f6868115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:43:54.278784 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Attempting to bind port 5d76a8c6-4157-460c-98ab-48d6c54f2a03 on network d622cdd2-4d9e-4e3c-8d6d-a103f6868115 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:43:54.283558 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:43:54.283891 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Checking segment: {'id': '1f549b60-0436-4fea-acb6-31464662ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd622cdd2-4d9e-4e3c-8d6d-a103f6868115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:43:54.284274 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Bound using segment: {'id': '1f549b60-0436-4fea-acb6-31464662ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd622cdd2-4d9e-4e3c-8d6d-a103f6868115'} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:43:54.284728 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Bound port: 5d76a8c6-4157-460c-98ab-48d6c54f2a03, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f549b60-0436-4fea-acb6-31464662ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd622cdd2-4d9e-4e3c-8d6d-a103f6868115'}}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:43:54.285085 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.397381 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfd773-612a-4c9a-ae50-0232f6b41705 req-81c4f453-01cb-46fd-add1-451c4ce695ca tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:54.399333 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f6bfd773-612a-4c9a-ae50-0232f6b41705 req-81c4f453-01cb-46fd-add1-451c4ce695ca tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8122132-cda1-4da4-a150-26aadb9690ab HTTP/1.1" status: 200 len: 943 time: 0.1117153 Jul 13 14:43:54.400377 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] For port 5d76a8c6-4157-460c-98ab-48d6c54f2a03, host hv-cinder-78836, cleared binding levels {{(pid=93173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:43:54.403693 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] For port 5d76a8c6-4157-460c-98ab-48d6c54f2a03, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5d76a8c6-4157-460c-98ab-48d6c54f2a03,segment=NetworkSegment(1f549b60-0436-4fea-acb6-31464662ed0b),segment_id=1f549b60-0436-4fea-acb6-31464662ed0b)] {{(pid=93173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:43:54.412415 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.465868 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:54.466743 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.468075 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] 10.222.0.44 "PUT /v2.0/ports/5d76a8c6-4157-460c-98ab-48d6c54f2a03 HTTP/1.1" status: 200 len: 1093 time: 0.6637001 Jul 13 14:43:54.468504 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8122132-cda1-4da4-a150-26aadb9690ab', 'tag': '5d76a8c6-4157-460c-98ab-48d6c54f2a03'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:43:54.470709 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256605b9-9cc5-4bdd-973a-00cc991c6f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "c8122132-cda1-4da4-a150-26aadb9690ab", "tag": "5d76a8c6-4157-460c-98ab-48d6c54f2a03"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:43:54.483213 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f6bfd773-612a-4c9a-ae50-0232f6b41705 req-ce3f82cd-79db-4ed9-83d7-2a32742a63b5 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780847 Jul 13 14:43:54.496861 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da84d0-7ac4-4305-8b72-0067175eb151 service neutron] Pushing event updated for resources: {'Port': ['ID=5d76a8c6-4157-460c-98ab-48d6c54f2a03,revision_number=3']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:54.519387 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dc53f0-aa8d-48d6-b3c6-585f7c8b533d x-openstack-request-id: req-b3dc53f0-aa8d-48d6-b3c6-585f7c8b533d {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:43:54.519678 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8122132-cda1-4da4-a150-26aadb9690ab", "tag": "5d76a8c6-4157-460c-98ab-48d6c54f2a03", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:43:54.519924 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3dc53f0-aa8d-48d6-b3c6-585f7c8b533d {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:43:54.520316 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8122132-cda1-4da4-a150-26aadb9690ab', 'tag': '5d76a8c6-4157-460c-98ab-48d6c54f2a03', 'status': 'completed', 'code': 200} Jul 13 14:43:54.578218 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-1933c32b-d630-44a5-b268-6c8522325e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:54.579646 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-1933c32b-d630-44a5-b268-6c8522325e4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9751d6c65929484595b741d1eacd92bd&device_id=c8122132-cda1-4da4-a150-26aadb9690ab HTTP/1.1" status: 200 len: 1096 time: 0.0537546 Jul 13 14:43:54.625046 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-3920ccc9-ae68-4bf2-9ad1-1dc737480a6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d76a8c6-4157-460c-98ab-48d6c54f2a03 HTTP/1.1" status: 200 len: 217 time: 0.0319695 Jul 13 14:43:54.673667 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-ed0269ef-cd85-4bcb-91dd-7ecbbb13c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:54.674954 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-ed0269ef-cd85-4bcb-91dd-7ecbbb13c02c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04c6f15b-5d67-41c2-bb62-2bc65b5b1f7b HTTP/1.1" status: 200 len: 848 time: 0.0409455 Jul 13 14:43:54.711992 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-1268aa66-d47d-4cd1-81d4-1370deda04b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d622cdd2-4d9e-4e3c-8d6d-a103f6868115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285137 Jul 13 14:43:54.828415 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-d1932dcc-2166-4397-a78b-0ddd61c51e9a service neutron] 10.222.0.44 "GET /v2.0/networks/d622cdd2-4d9e-4e3c-8d6d-a103f6868115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086261 Jul 13 14:43:54.908025 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9614c-29b9-4d92-818f-8437e8130b20 req-86e1a3e3-014b-43a3-91ae-e6a3d3a63be1 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:54.909509 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-22a9614c-29b9-4d92-818f-8437e8130b20 req-86e1a3e3-014b-43a3-91ae-e6a3d3a63be1 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.1274886 Jul 13 14:43:54.958940 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2eaf85e8-1254-4dd2-93ba-d4230ae42914 req-dddab515-ec2f-48a9-abc6-e60c15e353ba service neutron] 10.222.0.44 "GET /v2.0/networks/d622cdd2-4d9e-4e3c-8d6d-a103f6868115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227143 Jul 13 14:43:54.966580 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-22a9614c-29b9-4d92-818f-8437e8130b20 req-d8a5c65a-980b-4d51-8db5-0fb2d9c91700 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511487 Jul 13 14:43:55.071693 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256605b9-9cc5-4bdd-973a-00cc991c6f2e req-a1ab42c4-83e9-47bc-8c23-feacee5c6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:55.073149 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-256605b9-9cc5-4bdd-973a-00cc991c6f2e req-a1ab42c4-83e9-47bc-8c23-feacee5c6682 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9751d6c65929484595b741d1eacd92bd&device_id=c8122132-cda1-4da4-a150-26aadb9690ab HTTP/1.1" status: 200 len: 1096 time: 0.0515440 Jul 13 14:43:55.169967 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256605b9-9cc5-4bdd-973a-00cc991c6f2e req-8daaae28-f108-48c3-af87-14f59bfded80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:55.171402 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-256605b9-9cc5-4bdd-973a-00cc991c6f2e req-8daaae28-f108-48c3-af87-14f59bfded80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d622cdd2-4d9e-4e3c-8d6d-a103f6868115 HTTP/1.1" status: 200 len: 909 time: 0.0854366 Jul 13 14:43:55.214051 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-256605b9-9cc5-4bdd-973a-00cc991c6f2e req-268c0ea0-567e-4ab0-9d2f-5cfb59597c9e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d76a8c6-4157-460c-98ab-48d6c54f2a03 HTTP/1.1" status: 200 len: 217 time: 0.0330408 Jul 13 14:43:55.272752 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256605b9-9cc5-4bdd-973a-00cc991c6f2e req-c6547247-6a6d-4d5c-b471-15e0216aa987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:55.274846 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-256605b9-9cc5-4bdd-973a-00cc991c6f2e req-c6547247-6a6d-4d5c-b471-15e0216aa987 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04c6f15b-5d67-41c2-bb62-2bc65b5b1f7b HTTP/1.1" status: 200 len: 848 time: 0.0480311 Jul 13 14:43:55.315021 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-256605b9-9cc5-4bdd-973a-00cc991c6f2e req-d0d9e50d-ab8e-4d13-830a-cb2e1eef2344 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d622cdd2-4d9e-4e3c-8d6d-a103f6868115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285056 Jul 13 14:43:55.404195 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-256605b9-9cc5-4bdd-973a-00cc991c6f2e req-d175c4cf-504d-41b9-9cef-046c7cc2a3b7 service neutron] 10.222.0.44 "GET /v2.0/networks/d622cdd2-4d9e-4e3c-8d6d-a103f6868115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791125 Jul 13 14:43:55.806969 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-256605b9-9cc5-4bdd-973a-00cc991c6f2e req-50ce278b-7df7-46b7-a5b7-9e18f349c888 service neutron] 10.222.0.44 "GET /v2.0/networks/d622cdd2-4d9e-4e3c-8d6d-a103f6868115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896701 Jul 13 14:43:55.818580 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3faaca-cff9-4e8a-a3a3-2644743c7c08 req-ed283053-d4d4-411f-972e-2d40245603c4 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:55.819950 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fb3faaca-cff9-4e8a-a3a3-2644743c7c08 req-ed283053-d4d4-411f-972e-2d40245603c4 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8122132-cda1-4da4-a150-26aadb9690ab HTTP/1.1" status: 200 len: 943 time: 0.0921659 Jul 13 14:43:55.857857 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fb3faaca-cff9-4e8a-a3a3-2644743c7c08 req-7e59343c-d9bd-4960-88bb-a4343a7129b6 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322075 Jul 13 14:43:56.145549 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5ad40-2ade-438f-9ca4-914666b2bc84 req-1ccd6a4a-dc2f-4be8-a252-29369ececd76 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:56.146992 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e1b5ad40-2ade-438f-9ca4-914666b2bc84 req-1ccd6a4a-dc2f-4be8-a252-29369ececd76 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.0640712 Jul 13 14:43:56.183598 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e1b5ad40-2ade-438f-9ca4-914666b2bc84 req-b4f4acd1-3630-4154-ae69-6988fcdb0026 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312085 Jul 13 14:43:57.027338 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c780fd-c49e-417c-9fc4-14e1889fb60c req-8a1fe20b-4e7c-4052-926f-b4d438ebc931 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:57.028844 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-40c780fd-c49e-417c-9fc4-14e1889fb60c req-8a1fe20b-4e7c-4052-926f-b4d438ebc931 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8122132-cda1-4da4-a150-26aadb9690ab HTTP/1.1" status: 200 len: 943 time: 0.0618842 Jul 13 14:43:57.030665 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device e8e9a69d-7054-4131-a60c-52f41c200e29 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:43:57.065801 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-40c780fd-c49e-417c-9fc4-14e1889fb60c req-936b9878-1dc8-4762-ba8b-c979ea7b0a93 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311956 Jul 13 14:43:57.243110 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port e8e9a69d-7054-4131-a60c-52f41c200e29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e8e9a69d-7054-4131-a60c-52f41c200e29,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:57.254044 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': 'e8e9a69d-7054-4131-a60c-52f41c200e29', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'port_id': 'e8e9a69d-7054-4131-a60c-52f41c200e29', 'mac_address': 'fa:16:3e:fa:01:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:43:57.290488 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:57.303791 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8e9a69d-7054-4131-a60c-52f41c200e29 {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:43:57.326476 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port e8e9a69d-7054-4131-a60c-52f41c200e29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e8e9a69d-7054-4131-a60c-52f41c200e29,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:57.330237 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:57.372786 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9496847-d324-4069-ad3c-5a26f5d32278 req-d3ff3ea8-f487-48e5-b202-94b0a13cc0f4 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:57.374266 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b9496847-d324-4069-ad3c-5a26f5d32278 req-d3ff3ea8-f487-48e5-b202-94b0a13cc0f4 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.0791936 Jul 13 14:43:57.379677 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=e8e9a69d-7054-4131-a60c-52f41c200e29,revision_number=6']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:57.411928 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b9496847-d324-4069-ad3c-5a26f5d32278 req-00aa1ae9-7a40-41f2-819f-ec35179ab6f6 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319467 Jul 13 14:43:57.512115 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['e8e9a69d-7054-4131-a60c-52f41c200e29'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:43:58.244623 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900d473-5b01-4499-8cdd-8a67bacd64f2 req-37ee159b-c749-4f8f-b554-f706a866b122 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:58.246189 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7900d473-5b01-4499-8cdd-8a67bacd64f2 req-37ee159b-c749-4f8f-b554-f706a866b122 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8122132-cda1-4da4-a150-26aadb9690ab HTTP/1.1" status: 200 len: 943 time: 0.0698662 Jul 13 14:43:58.296864 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7900d473-5b01-4499-8cdd-8a67bacd64f2 req-d92438e1-484e-4b9a-9b7b-a4cf67a7ac16 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451465 Jul 13 14:43:58.612166 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5dbf4-bee3-4b65-bb56-66a8297216cf req-5854af0a-6d3b-47b7-9241-61127c785b89 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:58.621132 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-13f5dbf4-bee3-4b65-bb56-66a8297216cf req-5854af0a-6d3b-47b7-9241-61127c785b89 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 945 time: 0.0831318 Jul 13 14:43:58.660134 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-13f5dbf4-bee3-4b65-bb56-66a8297216cf req-0607bd00-702c-476e-aeeb-2beb5d274192 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379479 Jul 13 14:43:59.042610 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 5d76a8c6-4157-460c-98ab-48d6c54f2a03 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:43:59.047972 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device e8e9a69d-7054-4131-a60c-52f41c200e29 up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:43:59.174028 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port e8e9a69d-7054-4131-a60c-52f41c200e29 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:43:59.174670 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:59.228973 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 5d76a8c6-4157-460c-98ab-48d6c54f2a03, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5d76a8c6-4157-460c-98ab-48d6c54f2a03,segment=NetworkSegment(1f549b60-0436-4fea-acb6-31464662ed0b),segment_id=1f549b60-0436-4fea-acb6-31464662ed0b)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:59.245863 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': '5d76a8c6-4157-460c-98ab-48d6c54f2a03', 'network_id': 'd622cdd2-4d9e-4e3c-8d6d-a103f6868115', 'port_id': '5d76a8c6-4157-460c-98ab-48d6c54f2a03', 'mac_address': 'fa:16:3e:c3:f5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c6f15b-5d67-41c2-bb62-2bc65b5b1f7b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:43:59.320922 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:59.332713 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:59.356502 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d76a8c6-4157-460c-98ab-48d6c54f2a03 {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:43:59.380575 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bba179b-9ade-4566-addc-aaa406350350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e9a69d-7054-4131-a60c-52f41c200e29'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:43:59.382870 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53252b2-a031-49c4-8539-f673026ed8fa" -d '{"events": [{"server_uuid": "8bba179b-9ade-4566-addc-aaa406350350", "name": "network-vif-plugged", "status": "completed", "tag": "e8e9a69d-7054-4131-a60c-52f41c200e29"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:43:59.404980 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 5d76a8c6-4157-460c-98ab-48d6c54f2a03, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5d76a8c6-4157-460c-98ab-48d6c54f2a03,segment=NetworkSegment(1f549b60-0436-4fea-acb6-31464662ed0b),segment_id=1f549b60-0436-4fea-acb6-31464662ed0b)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:59.406959 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port e8e9a69d-7054-4131-a60c-52f41c200e29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e8e9a69d-7054-4131-a60c-52f41c200e29,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:59.410813 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:59.415379 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:59.440467 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86128aee-4adb-43e3-810e-a11bfdf9641b x-openstack-request-id: req-86128aee-4adb-43e3-810e-a11bfdf9641b {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:43:59.440850 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bba179b-9ade-4566-addc-aaa406350350", "name": "network-vif-plugged", "status": "completed", "tag": "e8e9a69d-7054-4131-a60c-52f41c200e29", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:43:59.441164 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-86128aee-4adb-43e3-810e-a11bfdf9641b {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:43:59.441608 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bba179b-9ade-4566-addc-aaa406350350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e9a69d-7054-4131-a60c-52f41c200e29', 'code': 200} Jul 13 14:43:59.473645 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=5d76a8c6-4157-460c-98ab-48d6c54f2a03,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:59.532037 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e678f5-f296-45f5-84bd-42ed1efb4058 req-70846f10-15d2-47a7-9002-042be3c15e6c tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:59.534595 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=e8e9a69d-7054-4131-a60c-52f41c200e29,revision_number=7']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:59.538135 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e8e678f5-f296-45f5-84bd-42ed1efb4058 req-70846f10-15d2-47a7-9002-042be3c15e6c tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8122132-cda1-4da4-a150-26aadb9690ab HTTP/1.1" status: 200 len: 944 time: 0.0866828 Jul 13 14:43:59.596995 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e8e678f5-f296-45f5-84bd-42ed1efb4058 req-6ca4f762-ced5-4da4-b8fa-3a522523f660 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472224 Jul 13 14:43:59.763530 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['5d76a8c6-4157-460c-98ab-48d6c54f2a03'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:43:59.895657 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3b86b-a17e-431d-8904-465dd5a5f1f0 req-52539f32-5706-4c15-9e60-4b7ceb47d852 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:59.912888 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a8d3b86b-a17e-431d-8904-465dd5a5f1f0 req-52539f32-5706-4c15-9e60-4b7ceb47d852 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.0998759 Jul 13 14:43:59.967131 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a8d3b86b-a17e-431d-8904-465dd5a5f1f0 req-fc6eeaf4-1762-46fe-b4fb-7591a0b43b1e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530498 Jul 13 14:44:00.794025 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93547b-287a-4b64-8290-0c086b2bf7a4 req-9d328e64-d4aa-48a7-b0d8-a071354e0a63 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:00.795799 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1d93547b-287a-4b64-8290-0c086b2bf7a4 req-9d328e64-d4aa-48a7-b0d8-a071354e0a63 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8122132-cda1-4da4-a150-26aadb9690ab HTTP/1.1" status: 200 len: 944 time: 0.0807104 Jul 13 14:44:00.838785 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1d93547b-287a-4b64-8290-0c086b2bf7a4 req-ae77abd1-23a1-4870-971c-e34ee82b6f50 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367696 Jul 13 14:44:01.046844 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 5d76a8c6-4157-460c-98ab-48d6c54f2a03 up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:01.139274 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port 5d76a8c6-4157-460c-98ab-48d6c54f2a03 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:01.145849 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port 5d76a8c6-4157-460c-98ab-48d6c54f2a03 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:01.146436 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:01.175336 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95492f-b427-4eda-815f-29e5ff5b944e req-290f5fb9-949e-49f4-bf34-13e61dc994cf tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:01.177184 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-cd95492f-b427-4eda-815f-29e5ff5b944e req-290f5fb9-949e-49f4-bf34-13e61dc994cf tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.0862324 Jul 13 14:44:01.234077 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:01.246072 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-cd95492f-b427-4eda-815f-29e5ff5b944e req-4f08a385-3d3b-4d8b-b0bd-7c7f324f46ee tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615633 Jul 13 14:44:01.246997 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:01.296796 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 5d76a8c6-4157-460c-98ab-48d6c54f2a03, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5d76a8c6-4157-460c-98ab-48d6c54f2a03,segment=NetworkSegment(1f549b60-0436-4fea-acb6-31464662ed0b),segment_id=1f549b60-0436-4fea-acb6-31464662ed0b)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:01.301873 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:01.355337 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=5d76a8c6-4157-460c-98ab-48d6c54f2a03,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:01.442866 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8122132-cda1-4da4-a150-26aadb9690ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d76a8c6-4157-460c-98ab-48d6c54f2a03'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:44:01.446169 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed730d92-f93d-44bd-85cd-5b68ec4d57b1" -d '{"events": [{"server_uuid": "c8122132-cda1-4da4-a150-26aadb9690ab", "name": "network-vif-plugged", "status": "completed", "tag": "5d76a8c6-4157-460c-98ab-48d6c54f2a03"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:44:01.491010 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cb92a5-4c7f-42e3-b939-283db150cc4b x-openstack-request-id: req-f0cb92a5-4c7f-42e3-b939-283db150cc4b {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:44:01.491367 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8122132-cda1-4da4-a150-26aadb9690ab", "name": "network-vif-plugged", "status": "completed", "tag": "5d76a8c6-4157-460c-98ab-48d6c54f2a03", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:44:01.491705 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0cb92a5-4c7f-42e3-b939-283db150cc4b {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:44:01.492233 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8122132-cda1-4da4-a150-26aadb9690ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d76a8c6-4157-460c-98ab-48d6c54f2a03', 'code': 200} Jul 13 14:44:01.769010 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c602c8-b0c5-44ba-bafd-aa1d91ba1168 req-5ea0721b-d0f9-4dad-b85d-206a24a47944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:01.771396 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c3c602c8-b0c5-44ba-bafd-aa1d91ba1168 req-5ea0721b-d0f9-4dad-b85d-206a24a47944 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c8122132-cda1-4da4-a150-26aadb9690ab HTTP/1.1" status: 200 len: 1098 time: 0.0629334 Jul 13 14:44:01.813451 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c3c602c8-b0c5-44ba-bafd-aa1d91ba1168 req-52c42c4f-17cb-4ceb-b187-fd83c57b7754 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348246 Jul 13 14:44:02.056654 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56122ea3-6eb3-4d30-a471-c30d6171adcc req-f30588fc-4b8a-494e-8aad-33c954415b26 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:02.058289 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-56122ea3-6eb3-4d30-a471-c30d6171adcc req-f30588fc-4b8a-494e-8aad-33c954415b26 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8122132-cda1-4da4-a150-26aadb9690ab HTTP/1.1" status: 200 len: 945 time: 0.0905669 Jul 13 14:44:02.107593 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-56122ea3-6eb3-4d30-a471-c30d6171adcc req-2dcaf9de-ccda-4ff8-a995-3d732fc64250 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421906 Jul 13 14:44:02.488614 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457d442-1e47-4abe-aae4-2cc233b975e4 req-9d4b5c57-0060-472f-90b2-b41d4f0e9a77 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:02.490260 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c457d442-1e47-4abe-aae4-2cc233b975e4 req-9d4b5c57-0060-472f-90b2-b41d4f0e9a77 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.0878298 Jul 13 14:44:02.541969 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c457d442-1e47-4abe-aae4-2cc233b975e4 req-be361a29-697e-4cfb-83fa-2d36efbcfbea tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450258 Jul 13 14:44:02.635688 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ab396-ea28-4e6f-b893-2219944a268a req-009782dc-8649-4353-abdd-bede506a9ef7 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:02.637570 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-537ab396-ea28-4e6f-b893-2219944a268a req-009782dc-8649-4353-abdd-bede506a9ef7 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0873272 Jul 13 14:44:02.685435 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-537ab396-ea28-4e6f-b893-2219944a268a req-c18e911a-057d-4659-a733-4a9dcbf20cd5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419660 Jul 13 14:44:03.370401 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da99ad3-203e-4e5b-926e-1d46e899f571 req-84a4a4f6-7e8c-4e85-9c22-f0e8718fc232 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:03.372706 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6da99ad3-203e-4e5b-926e-1d46e899f571 req-84a4a4f6-7e8c-4e85-9c22-f0e8718fc232 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8122132-cda1-4da4-a150-26aadb9690ab HTTP/1.1" status: 200 len: 945 time: 0.1349921 Jul 13 14:44:03.422577 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6da99ad3-203e-4e5b-926e-1d46e899f571 req-15af7601-b095-4192-ab91-b2f2909fae68 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439487 Jul 13 14:44:03.778001 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1e2ac-0698-4a75-aa82-fe228eeecab1 req-d84d13ae-584d-476f-9d37-b4d774dcc367 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:03.779498 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-37e1e2ac-0698-4a75-aa82-fe228eeecab1 req-d84d13ae-584d-476f-9d37-b4d774dcc367 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.0813971 Jul 13 14:44:03.864994 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-37e1e2ac-0698-4a75-aa82-fe228eeecab1 req-189d7c63-c335-4a34-9507-598b7672f95f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770926 Jul 13 14:44:03.909743 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9ec66-bd79-4ca2-a672-ad2a39de980c req-623248d3-242c-4185-857d-7c3847d0e264 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:03.911255 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f7d9ec66-bd79-4ca2-a672-ad2a39de980c req-623248d3-242c-4185-857d-7c3847d0e264 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0941739 Jul 13 14:44:03.953660 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f7d9ec66-bd79-4ca2-a672-ad2a39de980c req-c4323c8f-ff0f-454d-af89-4ea398c2a384 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367339 Jul 13 14:44:04.637422 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2714b3b-041a-4abc-adcb-7064d4f44df5 req-6c17c4b2-3351-42c9-a981-dad85b6969cc tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:04.645016 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f2714b3b-041a-4abc-adcb-7064d4f44df5 req-6c17c4b2-3351-42c9-a981-dad85b6969cc tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8122132-cda1-4da4-a150-26aadb9690ab HTTP/1.1" status: 200 len: 945 time: 0.0782011 Jul 13 14:44:04.681755 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f2714b3b-041a-4abc-adcb-7064d4f44df5 req-6c4f4d0e-d138-44aa-9e28-89b7e8f6c628 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354996 Jul 13 14:44:05.109955 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ee909-590f-4134-a7ed-a69b02e6c83e req-9ec5a2b7-89d7-4795-be21-cff9c35af964 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:05.111463 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4a8ee909-590f-4134-a7ed-a69b02e6c83e req-9ec5a2b7-89d7-4795-be21-cff9c35af964 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.1105542 Jul 13 14:44:05.190480 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4a8ee909-590f-4134-a7ed-a69b02e6c83e req-34cf23f1-df59-47c5-9334-5fab5ae12d2d tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721836 Jul 13 14:44:05.214159 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3f363-c7bf-41f6-81a3-93711fa41526 req-55a172c5-06e4-4f41-921a-e08bc9f58fcc tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:05.215665 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-abf3f363-c7bf-41f6-81a3-93711fa41526 req-55a172c5-06e4-4f41-921a-e08bc9f58fcc tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.0829971 Jul 13 14:44:05.253095 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:44:05.263972 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-abf3f363-c7bf-41f6-81a3-93711fa41526 req-06f72473-1501-4d5c-a797-31a570eff2db tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354714 Jul 13 14:44:05.761675 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8788e80-df90-4c19-b84e-19f52f564137 req-500016ed-99f4-4408-bed0-30d81b6cb322 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:05.765147 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e8788e80-df90-4c19-b84e-19f52f564137 req-500016ed-99f4-4408-bed0-30d81b6cb322 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8122132-cda1-4da4-a150-26aadb9690ab HTTP/1.1" status: 200 len: 945 time: 0.0902562 Jul 13 14:44:05.841503 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e8788e80-df90-4c19-b84e-19f52f564137 req-7086926b-b9d9-4bef-bf13-3e5628372614 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551293 Jul 13 14:44:05.860569 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c9f2b-eaaf-49f0-8085-db207ca0d845 req-e6230ba0-0dff-4e72-a11f-350c484488bc tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:05.863512 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-079c9f2b-eaaf-49f0-8085-db207ca0d845 req-e6230ba0-0dff-4e72-a11f-350c484488bc tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 946 time: 0.1199107 Jul 13 14:44:05.978088 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-079c9f2b-eaaf-49f0-8085-db207ca0d845 req-d0bdfaa4-88f4-4896-b9a9-74522e121ce6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Deleting port a9e24f45-8f39-4439-9c7f-9518a62260d4 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:44:05.978436 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-079c9f2b-eaaf-49f0-8085-db207ca0d845 req-d0bdfaa4-88f4-4896-b9a9-74522e121ce6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:06.070711 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-079c9f2b-eaaf-49f0-8085-db207ca0d845 req-d0bdfaa4-88f4-4896-b9a9-74522e121ce6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] For port a9e24f45-8f39-4439-9c7f-9518a62260d4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a9e24f45-8f39-4439-9c7f-9518a62260d4,segment=NetworkSegment(1f16aa98-4204-4d43-9b24-761b08f96008),segment_id=1f16aa98-4204-4d43-9b24-761b08f96008)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:06.071029 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-079c9f2b-eaaf-49f0-8085-db207ca0d845 req-d0bdfaa4-88f4-4896-b9a9-74522e121ce6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:06.255825 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-079c9f2b-eaaf-49f0-8085-db207ca0d845 req-d0bdfaa4-88f4-4896-b9a9-74522e121ce6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:06.256318 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-079c9f2b-eaaf-49f0-8085-db207ca0d845 req-d0bdfaa4-88f4-4896-b9a9-74522e121ce6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909700'] for floatingip, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:06.256734 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.l3_db [req-079c9f2b-eaaf-49f0-8085-db207ca0d845 req-d0bdfaa4-88f4-4896-b9a9-74522e121ce6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Floating IP ba5bf41c-46dc-44c5-ae47-e8dfadabe462 disassociated. External IP: 172.27.2.28, port: a9e24f45-8f39-4439-9c7f-9518a62260d4. Jul 13 14:44:06.257149 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-079c9f2b-eaaf-49f0-8085-db207ca0d845 req-d0bdfaa4-88f4-4896-b9a9-74522e121ce6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Calling delete_port for a9e24f45-8f39-4439-9c7f-9518a62260d4 owned by compute:nova {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:44:06.513776 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a1d04-db0b-413f-9dc5-cc2bd2225ecb req-20f65a5f-9654-4e2f-9996-1863d8a9416b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:06.515286 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-741a1d04-db0b-413f-9dc5-cc2bd2225ecb req-20f65a5f-9654-4e2f-9996-1863d8a9416b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.1724856 Jul 13 14:44:06.517719 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-079c9f2b-eaaf-49f0-8085-db207ca0d845 req-d0bdfaa4-88f4-4896-b9a9-74522e121ce6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:06.574474 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdfaa4-88f4-4896-b9a9-74522e121ce6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Pushing event deleted for resources: {'Port': ['ID=a9e24f45-8f39-4439-9c7f-9518a62260d4,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:06.584189 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-716f3ed3-f898-4729-87e4-c2100614adeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:06.602329 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa8bf0-0093-40f1-aae6-dd61bddab880 req-6fff8250-f1aa-48e5-9bac-15d42006a818 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:06.609730 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f4fa8bf0-0093-40f1-aae6-dd61bddab880 req-6fff8250-f1aa-48e5-9bac-15d42006a818 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 867 time: 0.1892033 Jul 13 14:44:06.689008 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-741a1d04-db0b-413f-9dc5-cc2bd2225ecb req-d8f74343-e5e5-45d0-b2dd-7e8d5f8b6f52 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609142 Jul 13 14:44:06.748204 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f4fa8bf0-0093-40f1-aae6-dd61bddab880 req-64eb38e5-d6e6-4517-bd90-1220b4c8fca9 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b585805-fb81-470d-a1b2-39d21897d6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376007 Jul 13 14:44:06.790707 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-079c9f2b-eaaf-49f0-8085-db207ca0d845 req-d0bdfaa4-88f4-4896-b9a9-74522e121ce6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:44:06.932859 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-079c9f2b-eaaf-49f0-8085-db207ca0d845 req-d0bdfaa4-88f4-4896-b9a9-74522e121ce6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:44:06.946726 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c31bb-7675-435b-a03e-ce3247f963b4 None None] Sync routers for ids ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:44:06.964357 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c31bb-7675-435b-a03e-ce3247f963b4 None None] Routers {'7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:44:06.965424 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-769c31bb-7675-435b-a03e-ce3247f963b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:43:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:07.001721 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-079c9f2b-eaaf-49f0-8085-db207ca0d845 req-d0bdfaa4-88f4-4896-b9a9-74522e121ce6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] No DVR routers for this DVR port a9e24f45-8f39-4439-9c7f-9518a62260d4 on host hv-cinder-78836 {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:44:07.004521 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-079c9f2b-eaaf-49f0-8085-db207ca0d845 req-d0bdfaa4-88f4-4896-b9a9-74522e121ce6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:07.009494 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-079c9f2b-eaaf-49f0-8085-db207ca0d845 req-d0bdfaa4-88f4-4896-b9a9-74522e121ce6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.44 "DELETE /v2.0/ports/a9e24f45-8f39-4439-9c7f-9518a62260d4 HTTP/1.1" status: 204 len: 173 time: 1.1367285 Jul 13 14:44:07.053840 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbe5bb0-0230-48d7-95d6-b31925bb4f67', 'name': 'network-vif-deleted', 'tag': 'a9e24f45-8f39-4439-9c7f-9518a62260d4'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:44:07.056703 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffebfbd-68ef-4621-bb30-d310a9c0f8ac" -d '{"events": [{"server_uuid": "ccbe5bb0-0230-48d7-95d6-b31925bb4f67", "name": "network-vif-deleted", "tag": "a9e24f45-8f39-4439-9c7f-9518a62260d4"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:44:07.123243 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f58476-67ec-4f0f-bbf3-b2c537303c5b req-c3207b42-b484-4d27-b62b-3c4624ea251a tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:07.124948 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-09f58476-67ec-4f0f-bbf3-b2c537303c5b req-c3207b42-b484-4d27-b62b-3c4624ea251a tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8122132-cda1-4da4-a150-26aadb9690ab HTTP/1.1" status: 200 len: 945 time: 0.1145077 Jul 13 14:44:07.153836 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-769c31bb-7675-435b-a03e-ce3247f963b4 None None] Set router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:44:07.168942 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15435c62-3af4-4b8c-a4d6-ac8629fb6d61 x-openstack-request-id: req-15435c62-3af4-4b8c-a4d6-ac8629fb6d61 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:44:07.169374 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccbe5bb0-0230-48d7-95d6-b31925bb4f67", "name": "network-vif-deleted", "tag": "a9e24f45-8f39-4439-9c7f-9518a62260d4", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:44:07.169705 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15435c62-3af4-4b8c-a4d6-ac8629fb6d61 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:44:07.170190 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbe5bb0-0230-48d7-95d6-b31925bb4f67', 'name': 'network-vif-deleted', 'tag': 'a9e24f45-8f39-4439-9c7f-9518a62260d4', 'status': 'completed', 'code': 200} Jul 13 14:44:07.211231 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-09f58476-67ec-4f0f-bbf3-b2c537303c5b req-063610e6-3623-44a9-a7fb-381d02d8df3a tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769954 Jul 13 14:44:07.402855 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-769c31bb-7675-435b-a03e-ce3247f963b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:55Z', 'revision_number': 4, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port': {'id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'baa3f25d-9f27-4c06-9c97-3ac2de072cc9', 'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'mac_address': 'fa:16:3e:e0:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:02Z', 'revision_number': 5, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'subnets': [{'id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:07.431496 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c31bb-7675-435b-a03e-ce3247f963b4 None None] Checking router: 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:44:07.440571 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c31bb-7675-435b-a03e-ce3247f963b4 None None] Routers {'7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:44:07.441234 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-769c31bb-7675-435b-a03e-ce3247f963b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:43:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:07.564287 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-769c31bb-7675-435b-a03e-ce3247f963b4 None None] Set router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:44:07.776870 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-769c31bb-7675-435b-a03e-ce3247f963b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:55Z', 'revision_number': 4, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port': {'id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'baa3f25d-9f27-4c06-9c97-3ac2de072cc9', 'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'mac_address': 'fa:16:3e:e0:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:02Z', 'revision_number': 5, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'subnets': [{'id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:07.803156 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c31bb-7675-435b-a03e-ce3247f963b4 None None] The sync data for ids ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'] in dv-cinder-788365-4-iscsi is: [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:55Z', 'revision_number': 4, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port': {'id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'baa3f25d-9f27-4c06-9c97-3ac2de072cc9', 'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'mac_address': 'fa:16:3e:e0:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:02Z', 'revision_number': 5, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'subnets': [{'id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:44:07.874693 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ec4c0-97e3-4c43-8e57-2a2967876d01 req-13efae15-d785-4cf1-a750-f568a142b2c6 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:07.876407 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d32ec4c0-97e3-4c43-8e57-2a2967876d01 req-13efae15-d785-4cf1-a750-f568a142b2c6 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.0696657 Jul 13 14:44:07.955853 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e412637b-c5ba-4ae4-ae2d-aa5c3e4639f1 req-ddbf5e50-1e86-4f91-bc2f-c14312a23d74 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccbe5bb0-0230-48d7-95d6-b31925bb4f67 HTTP/1.1" status: 200 len: 210 time: 0.0651150 Jul 13 14:44:08.002344 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d32ec4c0-97e3-4c43-8e57-2a2967876d01 req-d979b34a-a860-466f-88c4-9fdeae45284c tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098151 Jul 13 14:44:08.020387 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a37d2-9fea-48d6-9281-046cf036e87d req-6d60884e-83d9-4e14-a570-37240014542f tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:08.022297 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e58a37d2-9fea-48d6-9281-046cf036e87d req-6d60884e-83d9-4e14-a570-37240014542f tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8122132-cda1-4da4-a150-26aadb9690ab HTTP/1.1" status: 200 len: 945 time: 0.1413662 Jul 13 14:44:08.072049 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5ccfda-bb34-4c98-9e2d-9cfea58ad155 None None] New status for floating IP ba5bf41c-46dc-44c5-ae47-e8dfadabe462: DOWN {{(pid=93177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:44:08.138190 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-e58a37d2-9fea-48d6-9281-046cf036e87d req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Deleting port 5d76a8c6-4157-460c-98ab-48d6c54f2a03 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:44:08.138529 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-e58a37d2-9fea-48d6-9281-046cf036e87d req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:08.261623 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-e58a37d2-9fea-48d6-9281-046cf036e87d req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] For port 5d76a8c6-4157-460c-98ab-48d6c54f2a03, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5d76a8c6-4157-460c-98ab-48d6c54f2a03,segment=NetworkSegment(1f549b60-0436-4fea-acb6-31464662ed0b),segment_id=1f549b60-0436-4fea-acb6-31464662ed0b)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:08.261985 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-e58a37d2-9fea-48d6-9281-046cf036e87d req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:08.277999 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-e58a37d2-9fea-48d6-9281-046cf036e87d req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Calling delete_port for 5d76a8c6-4157-460c-98ab-48d6c54f2a03 owned by compute:nova {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:44:08.372919 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f7273-3834-4a4b-bf83-e551fc2aaebd req-c81a541c-53ae-4bfd-ad1e-3f0735c26d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:08.374367 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-085f7273-3834-4a4b-bf83-e551fc2aaebd req-c81a541c-53ae-4bfd-ad1e-3f0735c26d28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c925332815c423cab33c3c2badc3cab&device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 1099 time: 0.1475403 Jul 13 14:44:08.482004 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7aacc-e0c8-4760-9520-5ec5466f47ab req-21c5bd62-986f-4ff3-91cf-42cb957596ec tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:08.483450 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6ac7aacc-e0c8-4760-9520-5ec5466f47ab req-21c5bd62-986f-4ff3-91cf-42cb957596ec tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8122132-cda1-4da4-a150-26aadb9690ab HTTP/1.1" status: 200 len: 945 time: 0.1598577 Jul 13 14:44:08.558827 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f7273-3834-4a4b-bf83-e551fc2aaebd req-afef927d-7011-47be-b489-9aedbdcce256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:08.560173 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-085f7273-3834-4a4b-bf83-e551fc2aaebd req-afef927d-7011-47be-b489-9aedbdcce256 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 HTTP/1.1" status: 200 len: 918 time: 0.1755040 Jul 13 14:44:08.572229 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6ac7aacc-e0c8-4760-9520-5ec5466f47ab req-89a873c2-73ab-4828-b233-9c952de1072e tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.42 "GET /v2.0/security-groups?id=56da1179-88d7-42f1-af87-e5de3966de01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636005 Jul 13 14:44:08.578713 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-e58a37d2-9fea-48d6-9281-046cf036e87d req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:08.598150 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['5d76a8c6-4157-460c-98ab-48d6c54f2a03'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:44:08.640727 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Pushing event deleted for resources: {'Port': ['ID=5d76a8c6-4157-460c-98ab-48d6c54f2a03,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:08.659522 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:08.659891 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:08.660231 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:08.660561 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:08.660915 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:08.661241 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:08.661561 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:08.661882 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:08.662200 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:08.662516 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:08.662833 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:08.663146 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:08.692846 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-085f7273-3834-4a4b-bf83-e551fc2aaebd req-8d970e30-5311-4321-a3eb-2b61a0176759 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8e9a69d-7054-4131-a60c-52f41c200e29 HTTP/1.1" status: 200 len: 1002 time: 0.1193771 Jul 13 14:44:08.709649 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58a37d2-9fea-48d6-9281-046cf036e87d req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] No DVR routers for this DVR port 5d76a8c6-4157-460c-98ab-48d6c54f2a03 on host hv-cinder-78836 {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:44:08.717701 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-e58a37d2-9fea-48d6-9281-046cf036e87d req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:08.719509 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e58a37d2-9fea-48d6-9281-046cf036e87d req-507146ab-44ee-4744-a4f5-0a181ceb2371 tempest-VolumesActionsTest-2113157430 tempest-VolumesActionsTest-2113157430-project] 10.222.0.44 "DELETE /v2.0/ports/5d76a8c6-4157-460c-98ab-48d6c54f2a03 HTTP/1.1" status: 204 len: 173 time: 0.6897333 Jul 13 14:44:08.756369 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f7273-3834-4a4b-bf83-e551fc2aaebd req-089e6254-09d0-43b8-9258-e735e05f15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:08.758482 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-085f7273-3834-4a4b-bf83-e551fc2aaebd req-089e6254-09d0-43b8-9258-e735e05f15ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c92b411-3ce3-4134-a4e0-9e76e0a93cef HTTP/1.1" status: 200 len: 856 time: 0.0498202 Jul 13 14:44:08.834877 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f7273-3834-4a4b-bf83-e551fc2aaebd req-35a92ee9-96ca-4f08-8dbf-f5ad79cb5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:08.836382 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-085f7273-3834-4a4b-bf83-e551fc2aaebd req-35a92ee9-96ca-4f08-8dbf-f5ad79cb5791 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571938 Jul 13 14:44:08.928405 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-085f7273-3834-4a4b-bf83-e551fc2aaebd req-875d7071-85ca-464e-9e76-3087b88f67f8 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844820 Jul 13 14:44:09.022126 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-085f7273-3834-4a4b-bf83-e551fc2aaebd req-a9848eac-439f-4fb0-a2df-a11afcd38fd8 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840409 Jul 13 14:44:09.082350 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 53460) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:09.093455 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device a9e24f45-8f39-4439-9c7f-9518a62260d4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:44:09.114478 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: a9e24f45-8f39-4439-9c7f-9518a62260d4 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:44:09.114875 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device a9e24f45-8f39-4439-9c7f-9518a62260d4 not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:44:09.115240 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 5d76a8c6-4157-460c-98ab-48d6c54f2a03 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:44:09.134397 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: 5d76a8c6-4157-460c-98ab-48d6c54f2a03 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:44:09.135036 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 5d76a8c6-4157-460c-98ab-48d6c54f2a03 not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:44:09.135452 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device e8e9a69d-7054-4131-a60c-52f41c200e29 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:44:09.143876 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c858261a-674c-478d-a79f-103ab74c4d8f tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.168770 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c858261a-674c-478d-a79f-103ab74c4d8f tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.171261 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8122132-cda1-4da4-a150-26aadb9690ab', 'name': 'network-vif-deleted', 'tag': '5d76a8c6-4157-460c-98ab-48d6c54f2a03'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:44:09.173732 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781c29b6-907f-45f4-b091-d01859daf187" -d '{"events": [{"server_uuid": "c8122132-cda1-4da4-a150-26aadb9690ab", "name": "network-vif-deleted", "tag": "5d76a8c6-4157-460c-98ab-48d6c54f2a03"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:44:09.217982 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.223193 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8b4eb-735e-486b-b496-97a61633085b req-6c42773b-c81a-4e52-980b-a174b4fad18e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:09.230901 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-89b8b4eb-735e-486b-b496-97a61633085b req-6c42773b-c81a-4e52-980b-a174b4fad18e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 946 time: 0.0978749 Jul 13 14:44:09.235029 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c858261a-674c-478d-a79f-103ab74c4d8f tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.238511 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c858261a-674c-478d-a79f-103ab74c4d8f tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.239189 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8a9593-b80f-485b-b20c-0710c49efcfd x-openstack-request-id: req-9e8a9593-b80f-485b-b20c-0710c49efcfd {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:44:09.239484 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8122132-cda1-4da4-a150-26aadb9690ab", "name": "network-vif-deleted", "tag": "5d76a8c6-4157-460c-98ab-48d6c54f2a03", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:44:09.239744 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e8a9593-b80f-485b-b20c-0710c49efcfd {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:44:09.240397 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-c858261a-674c-478d-a79f-103ab74c4d8f tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "DELETE /v2.0/security-groups/7b585805-fb81-470d-a1b2-39d21897d6d8 HTTP/1.1" status: 204 len: 168 time: 0.1569853 Jul 13 14:44:09.243691 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8122132-cda1-4da4-a150-26aadb9690ab', 'name': 'network-vif-deleted', 'tag': '5d76a8c6-4157-460c-98ab-48d6c54f2a03', 'status': 'completed', 'code': 200} Jul 13 14:44:09.245185 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 53466) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:09.251763 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858261a-674c-478d-a79f-103ab74c4d8f tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b585805-fb81-470d-a1b2-39d21897d6d8,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:09.252311 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bba179b-9ade-4566-addc-aaa406350350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e9a69d-7054-4131-a60c-52f41c200e29'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:44:09.254677 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8283c5f9-b7f2-4840-b802-d2b1414ee0fa" -d '{"events": [{"server_uuid": "8bba179b-9ade-4566-addc-aaa406350350", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e9a69d-7054-4131-a60c-52f41c200e29"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:44:09.266045 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.api.v2.resource [None req-40e0ad25-af5a-460e-9f76-8f264aa5dc26 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] show failed (client error): The resource could not be found. Jul 13 14:44:09.270178 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 53470) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:09.270340 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-40e0ad25-af5a-460e-9f76-8f264aa5dc26 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups/7b585805-fb81-470d-a1b2-39d21897d6d8 HTTP/1.1" status: 404 len: 347 time: 0.0239694 Jul 13 14:44:09.271000 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port e8e9a69d-7054-4131-a60c-52f41c200e29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e8e9a69d-7054-4131-a60c-52f41c200e29,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:09.277446 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.313897 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-89b8b4eb-735e-486b-b496-97a61633085b req-8ab3d107-807b-4c62-ace2-fa64189d204a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821087 Jul 13 14:44:09.325287 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffc9cfc-d75c-4c5a-9784-62ec381ef5fb x-openstack-request-id: req-4ffc9cfc-d75c-4c5a-9784-62ec381ef5fb {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:44:09.325807 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bba179b-9ade-4566-addc-aaa406350350", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e9a69d-7054-4131-a60c-52f41c200e29", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:44:09.326203 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ffc9cfc-d75c-4c5a-9784-62ec381ef5fb {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:44:09.326752 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bba179b-9ade-4566-addc-aaa406350350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e9a69d-7054-4131-a60c-52f41c200e29', 'code': 200} Jul 13 14:44:09.327837 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=e8e9a69d-7054-4131-a60c-52f41c200e29,revision_number=8']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:09.389832 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f3ee6590-917d-4e55-9e0a-7c07d135a502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.404538 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-36e242a0-4217-4e20-ac75-6dc9144e8cf5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Deleting port e64bdd67-0118-4915-ac9b-02d0bd8b34ff {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:44:09.404921 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-36e242a0-4217-4e20-ac75-6dc9144e8cf5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.483645 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-36e242a0-4217-4e20-ac75-6dc9144e8cf5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.483981 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-36e242a0-4217-4e20-ac75-6dc9144e8cf5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.495586 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-36e242a0-4217-4e20-ac75-6dc9144e8cf5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Calling delete_port for e64bdd67-0118-4915-ac9b-02d0bd8b34ff owned by network:floatingip {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:44:09.617119 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.866470 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-36e242a0-4217-4e20-ac75-6dc9144e8cf5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.889899 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e242a0-4217-4e20-ac75-6dc9144e8cf5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Pushing event deleted for resources: {'Port': ['ID=e64bdd67-0118-4915-ac9b-02d0bd8b34ff,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:09.954726 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-36e242a0-4217-4e20-ac75-6dc9144e8cf5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for floatingip, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.957266 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-36e242a0-4217-4e20-ac75-6dc9144e8cf5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.958421 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-36e242a0-4217-4e20-ac75-6dc9144e8cf5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "DELETE /v2.0/floatingips/ba5bf41c-46dc-44c5-ae47-e8dfadabe462 HTTP/1.1" status: 204 len: 168 time: 0.6872385 Jul 13 14:44:10.223834 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:10.435994 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 53522) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:10.440887 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-4bdf0e6c-738a-49fb-ba7f-9f19c6816685 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1529217997', 'description': 'tempest-description--1412581872'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:10.463498 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4bdf0e6c-738a-49fb-ba7f-9f19c6816685 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:10.514403 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a2aae-bc05-466b-ac97-d15c4698ad86 req-fe9e7567-b85d-4840-91c2-c8457de9b4c0 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:10.515901 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f65a2aae-bc05-466b-ac97-d15c4698ad86 req-fe9e7567-b85d-4840-91c2-c8457de9b4c0 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.0644555 Jul 13 14:44:10.549703 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4bdf0e6c-738a-49fb-ba7f-9f19c6816685 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:10.553573 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4bdf0e6c-738a-49fb-ba7f-9f19c6816685 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:10.558379 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f65a2aae-bc05-466b-ac97-d15c4698ad86 req-f4e81a6c-56bc-42ba-8b08-abb8112d8582 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364220 Jul 13 14:44:10.579996 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4bdf0e6c-738a-49fb-ba7f-9f19c6816685 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:10.581228 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-4bdf0e6c-738a-49fb-ba7f-9f19c6816685 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1441910 Jul 13 14:44:10.584159 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 53524) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:10.585450 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf0e6c-738a-49fb-ba7f-9f19c6816685 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b390e8bd-3dca-4806-b1ed-2b6478285e4b,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:10.590621 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-a74acda9-e78a-4f09-94e8-9981e99f647b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Request body: {'security_group_rule': {'security_group_id': 'b390e8bd-3dca-4806-b1ed-2b6478285e4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:10.619698 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a74acda9-e78a-4f09-94e8-9981e99f647b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:10.665428 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a74acda9-e78a-4f09-94e8-9981e99f647b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:10.668757 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a74acda9-e78a-4f09-94e8-9981e99f647b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:10.687864 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74acda9-e78a-4f09-94e8-9981e99f647b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd44745c-2ff5-4e96-b76d-1715e691f029,revision_number=0']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:10.691987 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a74acda9-e78a-4f09-94e8-9981e99f647b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:10.693168 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-a74acda9-e78a-4f09-94e8-9981e99f647b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1074717 Jul 13 14:44:10.695937 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 53526) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:10.700640 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-36628813-cf40-4300-a9ab-b2a4107e222b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Request body: {'security_group_rule': {'security_group_id': 'b390e8bd-3dca-4806-b1ed-2b6478285e4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:10.727880 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-36628813-cf40-4300-a9ab-b2a4107e222b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:10.783234 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-36628813-cf40-4300-a9ab-b2a4107e222b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:10.786548 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-36628813-cf40-4300-a9ab-b2a4107e222b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:10.802985 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36628813-cf40-4300-a9ab-b2a4107e222b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a1d620-8790-4a52-9b84-64f04f2de975,revision_number=0']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:10.809577 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-36628813-cf40-4300-a9ab-b2a4107e222b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:10.810764 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-36628813-cf40-4300-a9ab-b2a4107e222b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138904 Jul 13 14:44:10.813828 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 53528) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:10.818240 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-acbeaafc-ae59-4498-a7f0-5197e57ce884 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Request body: {'floatingip': {'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:10.839312 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-acbeaafc-ae59-4498-a7f0-5197e57ce884 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for floatingip, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:10.934489 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-acbeaafc-ae59-4498-a7f0-5197e57ce884 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:11.033779 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [None req-acbeaafc-ae59-4498-a7f0-5197e57ce884 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Allocated IP 172.27.2.106 (64164622-617a-4d99-aad1-f3cf00d7c839/9a558fe0-5def-4fa7-9003-30b84af57514/f7789833-843c-4adc-8e64-3a15636508ca) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:44:11.134442 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-acbeaafc-ae59-4498-a7f0-5197e57ce884 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:11.171623 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-acbeaafc-ae59-4498-a7f0-5197e57ce884 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:11.206367 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbeaafc-ae59-4498-a7f0-5197e57ce884 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:44:11.212382 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [None req-acbeaafc-ae59-4498-a7f0-5197e57ce884 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:11.216106 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbeaafc-ae59-4498-a7f0-5197e57ce884 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:44:11.221434 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbeaafc-ae59-4498-a7f0-5197e57ce884 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Pushing event updated for resources: {'Port': ['ID=f7789833-843c-4adc-8e64-3a15636508ca,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:11.302418 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-acbeaafc-ae59-4498-a7f0-5197e57ce884 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:11.606703 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-acbeaafc-ae59-4498-a7f0-5197e57ce884 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:11.786713 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4535b58-22b9-4f8f-b484-a32d1fc4ed1d req-ef519619-ac5c-4288-aa75-937a524eaa1e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:11.788174 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d4535b58-22b9-4f8f-b484-a32d1fc4ed1d req-ef519619-ac5c-4288-aa75-937a524eaa1e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.1017847 Jul 13 14:44:11.809610 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-acbeaafc-ae59-4498-a7f0-5197e57ce884 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:11.818153 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-acbeaafc-ae59-4498-a7f0-5197e57ce884 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:11.891759 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d4535b58-22b9-4f8f-b484-a32d1fc4ed1d req-cb0b0e6f-bcdd-4d2f-914c-2d548fe9c1c7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962687 Jul 13 14:44:11.905594 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbeaafc-ae59-4498-a7f0-5197e57ce884 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Pushing event updated for resources: {'Port': ['ID=f7789833-843c-4adc-8e64-3a15636508ca,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:11.914192 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-acbeaafc-ae59-4498-a7f0-5197e57ce884 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909700'] for floatingip, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:11.928861 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-acbeaafc-ae59-4498-a7f0-5197e57ce884 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:11.930652 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-acbeaafc-ae59-4498-a7f0-5197e57ce884 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1158872 Jul 13 14:44:12.024745 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:12.070793 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-da5b1402-dd6e-4879-b6d9-8571ad10a018 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1529217997&fields=id&tenant_id=065fe1745d9447699acdf1485585e8ff HTTP/1.1" status: 200 len: 267 time: 0.0354083 Jul 13 14:44:12.179488 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0068f160-3ec0-4005-86d7-f4cf1d8da79c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:12.180871 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0068f160-3ec0-4005-86d7-f4cf1d8da79c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/networks?id=4a963334-8a3d-4698-baf7-6514da665b97 HTTP/1.1" status: 200 len: 810 time: 0.1037991 Jul 13 14:44:12.198454 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-8aa20709-5d8f-483b-b392-5e9245a54a3a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/quotas/065fe1745d9447699acdf1485585e8ff HTTP/1.1" status: 200 len: 375 time: 0.0120072 Jul 13 14:44:12.269321 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0dd43dd4-8039-4f37-864f-60b4a2c7de9d tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=065fe1745d9447699acdf1485585e8ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0663688 Jul 13 14:44:12.360556 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-92f4a0d4-88df-4705-93c9-aeb5f2a18908 service neutron] 10.222.0.42 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799220 Jul 13 14:44:12.455027 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-056ab39d-8253-4811-b7a6-fbdb5e489cd6 service neutron] 10.222.0.42 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889032 Jul 13 14:44:12.615322 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8cc0a59b-cf57-4c37-ae2f-7587332b8984 req-3ad84a40-b165-464c-bbfe-98c7f77f1b78 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 210 time: 0.0281854 Jul 13 14:44:13.067965 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80645b6c-b300-48d9-b98d-a4c3eb39e02a req-12b143a0-cec3-4e30-a93d-986596c34720 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:13.069467 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-80645b6c-b300-48d9-b98d-a4c3eb39e02a req-12b143a0-cec3-4e30-a93d-986596c34720 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.0620792 Jul 13 14:44:13.106683 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-80645b6c-b300-48d9-b98d-a4c3eb39e02a req-b580f741-385b-4364-92d5-3c610c03e4d7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317404 Jul 13 14:44:13.762939 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-285bd35f-65a6-4869-a020-716dc79e6d72 req-363f1c1c-fdf2-4e92-a8e9-bfb9966c72f5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 210 time: 0.0334921 Jul 13 14:44:14.280234 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3c1ad-6ad8-4d7a-947b-69490c37fef7 req-eb45fe32-aaa9-445e-bb44-2b5b20567963 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:14.281708 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b8e3c1ad-6ad8-4d7a-947b-69490c37fef7 req-eb45fe32-aaa9-445e-bb44-2b5b20567963 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.0620365 Jul 13 14:44:14.319324 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b8e3c1ad-6ad8-4d7a-947b-69490c37fef7 req-c96be948-36b0-453e-a0e7-3bc1031c37ce tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320804 Jul 13 14:44:14.548469 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-7852fea5-0367-45e6-934e-77f6eaa74427 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:14.550057 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-7852fea5-0367-45e6-934e-77f6eaa74427 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.44 "GET /v2.0/networks?id=4a963334-8a3d-4698-baf7-6514da665b97 HTTP/1.1" status: 200 len: 810 time: 0.1177299 Jul 13 14:44:14.628682 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-71cd47d1-5dd5-4a91-b512-32345886a809 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=065fe1745d9447699acdf1485585e8ff HTTP/1.1" status: 200 len: 380 time: 0.0547950 Jul 13 14:44:14.642765 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-baaf9744-d87e-4125-9a53-5553dcedef44 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Request body: {'port': {'device_id': '993b2eb0-1012-43c9-8ae1-d7598d5c1b72', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'admin_state_up': True, 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'security_groups': ['b390e8bd-3dca-4806-b1ed-2b6478285e4b']}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:14.805843 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-baaf9744-d87e-4125-9a53-5553dcedef44 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Made reservation on behalf of 065fe1745d9447699acdf1485585e8ff for: {'port': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:44:14.809858 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-baaf9744-d87e-4125-9a53-5553dcedef44 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:15.008703 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-463ea11b-50a7-4dc9-8d7c-e09e75c2fb55 req-d575d461-014e-42b0-b595-bf41782dba00 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 210 time: 0.0442388 Jul 13 14:44:15.037517 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-baaf9744-d87e-4125-9a53-5553dcedef44 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Allocated IP 172.20.0.3 (4a963334-8a3d-4698-baf7-6514da665b97/8c733a02-d38f-400d-bfec-4ffd5b7ca3d1/43ddcff6-17d9-4fdd-aafa-21346e57b63d) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:44:15.243246 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-baaf9744-d87e-4125-9a53-5553dcedef44 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:15.259057 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-baaf9744-d87e-4125-9a53-5553dcedef44 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Transition to ACTIVE for port object 43ddcff6-17d9-4fdd-aafa-21346e57b63d will not be triggered until provisioned by entity DHCP. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:15.297878 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-baaf9744-d87e-4125-9a53-5553dcedef44 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:15.348048 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf9744-d87e-4125-9a53-5553dcedef44 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Pushing event updated for resources: {'Port': ['ID=43ddcff6-17d9-4fdd-aafa-21346e57b63d,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:15.365584 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-baaf9744-d87e-4125-9a53-5553dcedef44 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Network 4a963334-8a3d-4698-baf7-6514da665b97 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:44:15.367501 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-baaf9744-d87e-4125-9a53-5553dcedef44 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:15.369828 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-baaf9744-d87e-4125-9a53-5553dcedef44 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:44:15.422008 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-baaf9744-d87e-4125-9a53-5553dcedef44 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:15.422745 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-baaf9744-d87e-4125-9a53-5553dcedef44 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:15.447715 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-baaf9744-d87e-4125-9a53-5553dcedef44 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8103433 Jul 13 14:44:15.464658 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Request body: {'port': {'device_id': '993b2eb0-1012-43c9-8ae1-d7598d5c1b72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:15.599628 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:15.675796 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-03ed3d53-6159-4f70-823c-124fe72436ab None None] Provisioning for port 43ddcff6-17d9-4fdd-aafa-21346e57b63d completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:15.680065 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-03ed3d53-6159-4f70-823c-124fe72436ab None None] Provisioning complete for port 43ddcff6-17d9-4fdd-aafa-21346e57b63d triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:15.680798 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-03ed3d53-6159-4f70-823c-124fe72436ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:15.716243 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-03ed3d53-6159-4f70-823c-124fe72436ab None None] Port 43ddcff6-17d9-4fdd-aafa-21346e57b63d cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:44:16.030195 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ddcff6-17d9-4fdd-aafa-21346e57b63d {{(pid=93173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:44:16.039920 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:16.068211 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c6a60-b5ca-4421-b2c9-5235448b4fde req-ceec82c0-22d3-43e3-a660-c2c98df4dd17 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:16.073070 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-838c6a60-b5ca-4421-b2c9-5235448b4fde req-ceec82c0-22d3-43e3-a660-c2c98df4dd17 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.1932011 Jul 13 14:44:16.077461 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Transition to ACTIVE for port object 43ddcff6-17d9-4fdd-aafa-21346e57b63d will not be triggered until provisioned by entity L2. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:16.087980 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:16.185984 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-838c6a60-b5ca-4421-b2c9-5235448b4fde req-445ec3bd-09bb-4e8a-af33-3b0f8c51ae8e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069419 Jul 13 14:44:16.187382 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Pushing event updated for resources: {'Port': ['ID=43ddcff6-17d9-4fdd-aafa-21346e57b63d,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:16.249830 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 53642) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:16.366345 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed73f4-05f9-40bf-8bf0-15fa42c19ac3 req-1a2aa8e5-dcfd-48f0-baa3-7f69ccf42bc9 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:16.373506 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b1ed73f4-05f9-40bf-8bf0-15fa42c19ac3 req-1a2aa8e5-dcfd-48f0-baa3-7f69ccf42bc9 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 943 time: 0.0982568 Jul 13 14:44:16.376127 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Attempting to bind port 43ddcff6-17d9-4fdd-aafa-21346e57b63d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:44:16.376469 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Attempting to bind port 43ddcff6-17d9-4fdd-aafa-21346e57b63d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '1f16aa98-4204-4d43-9b24-761b08f96008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97'}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:44:16.376852 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Attempting to bind port 43ddcff6-17d9-4fdd-aafa-21346e57b63d on network 4a963334-8a3d-4698-baf7-6514da665b97 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:44:16.389927 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Port 43ddcff6-17d9-4fdd-aafa-21346e57b63d on network 4a963334-8a3d-4698-baf7-6514da665b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:44:16.390261 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Attempting to bind port 43ddcff6-17d9-4fdd-aafa-21346e57b63d on network 4a963334-8a3d-4698-baf7-6514da665b97 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:44:16.396471 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:44:16.396855 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Checking segment: {'id': '1f16aa98-4204-4d43-9b24-761b08f96008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:44:16.397248 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Bound using segment: {'id': '1f16aa98-4204-4d43-9b24-761b08f96008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97'} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:44:16.397491 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-59dc188b-69f9-4c37-b400-76f98dad3db4 req-7eefd2d0-1311-4779-96a2-a4e24f7686da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1451001 Jul 13 14:44:16.397668 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Bound port: 43ddcff6-17d9-4fdd-aafa-21346e57b63d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f16aa98-4204-4d43-9b24-761b08f96008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97'}}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:44:16.398106 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:16.485791 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b1ed73f4-05f9-40bf-8bf0-15fa42c19ac3 req-14c34756-ec2c-45f2-95a4-cfa8918d47f4 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=b390e8bd-3dca-4806-b1ed-2b6478285e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112833 Jul 13 14:44:16.560939 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] For port 43ddcff6-17d9-4fdd-aafa-21346e57b63d, host hv-cinder-78836, cleared binding levels {{(pid=93173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:44:16.573420 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] For port 43ddcff6-17d9-4fdd-aafa-21346e57b63d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=43ddcff6-17d9-4fdd-aafa-21346e57b63d,segment=NetworkSegment(1f16aa98-4204-4d43-9b24-761b08f96008),segment_id=1f16aa98-4204-4d43-9b24-761b08f96008)] {{(pid=93173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:44:16.582757 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:16.624332 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:16.624972 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:16.626848 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] 10.222.0.44 "PUT /v2.0/ports/43ddcff6-17d9-4fdd-aafa-21346e57b63d HTTP/1.1" status: 200 len: 1093 time: 1.1703856 Jul 13 14:44:16.629226 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993b2eb0-1012-43c9-8ae1-d7598d5c1b72', 'tag': '43ddcff6-17d9-4fdd-aafa-21346e57b63d'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:44:16.632251 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e5d39b-9c60-4f44-b1a0-16eb57e5cb96" -d '{"events": [{"name": "network-changed", "server_uuid": "993b2eb0-1012-43c9-8ae1-d7598d5c1b72", "tag": "43ddcff6-17d9-4fdd-aafa-21346e57b63d"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:44:16.687415 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0a6fc8-3768-4ad3-a9ac-10d000590e35 x-openstack-request-id: req-ab0a6fc8-3768-4ad3-a9ac-10d000590e35 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:44:16.687712 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993b2eb0-1012-43c9-8ae1-d7598d5c1b72", "tag": "43ddcff6-17d9-4fdd-aafa-21346e57b63d", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:44:16.687941 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ab0a6fc8-3768-4ad3-a9ac-10d000590e35 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:44:16.688325 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993b2eb0-1012-43c9-8ae1-d7598d5c1b72', 'tag': '43ddcff6-17d9-4fdd-aafa-21346e57b63d', 'status': 'completed', 'code': 200} Jul 13 14:44:16.730593 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd1116-919d-4cb4-afe1-ac105aa3270f service neutron] Pushing event updated for resources: {'Port': ['ID=43ddcff6-17d9-4fdd-aafa-21346e57b63d,revision_number=3']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:16.795158 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-1d2b3aba-2cbd-4d13-b25a-a4697a3144e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:16.796793 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-1d2b3aba-2cbd-4d13-b25a-a4697a3144e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=065fe1745d9447699acdf1485585e8ff&device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 1096 time: 0.1061180 Jul 13 14:44:16.849482 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-182db8c6-4284-439e-8fce-d5bc67662612 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43ddcff6-17d9-4fdd-aafa-21346e57b63d HTTP/1.1" status: 200 len: 217 time: 0.0419168 Jul 13 14:44:16.931155 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-612d683f-4307-4b20-a611-e78555944e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:16.932521 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-612d683f-4307-4b20-a611-e78555944e34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c733a02-d38f-400d-bfec-4ffd5b7ca3d1 HTTP/1.1" status: 200 len: 849 time: 0.0717859 Jul 13 14:44:17.020370 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-460a8753-fe19-485b-993a-96648ffceaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:17.022150 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-460a8753-fe19-485b-993a-96648ffceaa3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a963334-8a3d-4698-baf7-6514da665b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811470 Jul 13 14:44:17.123199 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-ced9f0b9-30d2-4ef1-b56e-3bbadac4e15d service neutron] 10.222.0.44 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938172 Jul 13 14:44:17.259428 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d3fce4b3-05db-4f83-a6ab-70504202ed90 req-8fccbb1d-09e8-4850-8f01-d3b1a1f4f418 service neutron] 10.222.0.44 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251473 Jul 13 14:44:17.411232 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5d39b-9c60-4f44-b1a0-16eb57e5cb96 req-5d5a1d12-92a1-4a19-833e-4b7906bc8d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:17.412672 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-51e5d39b-9c60-4f44-b1a0-16eb57e5cb96 req-5d5a1d12-92a1-4a19-833e-4b7906bc8d65 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=065fe1745d9447699acdf1485585e8ff&device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 1096 time: 0.0978804 Jul 13 14:44:17.427719 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d1d4f-ff74-4a43-8472-d09aa6bb7e4f req-030c6ee9-d776-47ab-927a-119a04ac7198 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:17.429828 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c56d1d4f-ff74-4a43-8472-d09aa6bb7e4f req-030c6ee9-d776-47ab-927a-119a04ac7198 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.0790348 Jul 13 14:44:17.519484 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c56d1d4f-ff74-4a43-8472-d09aa6bb7e4f req-f8e2912c-5470-48df-b8ef-a8ea8b288aa1 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815737 Jul 13 14:44:17.552240 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5d39b-9c60-4f44-b1a0-16eb57e5cb96 req-310d2950-fb51-4d3b-8e9d-0a36deee98fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:17.552240 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-51e5d39b-9c60-4f44-b1a0-16eb57e5cb96 req-310d2950-fb51-4d3b-8e9d-0a36deee98fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a963334-8a3d-4698-baf7-6514da665b97 HTTP/1.1" status: 200 len: 911 time: 0.1175458 Jul 13 14:44:17.612491 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-51e5d39b-9c60-4f44-b1a0-16eb57e5cb96 req-d51ea57e-0bee-4433-a0d5-174f41f271b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43ddcff6-17d9-4fdd-aafa-21346e57b63d HTTP/1.1" status: 200 len: 217 time: 0.0546899 Jul 13 14:44:17.650992 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device e8e9a69d-7054-4131-a60c-52f41c200e29 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:44:17.747639 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5d39b-9c60-4f44-b1a0-16eb57e5cb96 req-418a5768-0cd2-4725-9bed-fa6e2bd6ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:17.749152 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-51e5d39b-9c60-4f44-b1a0-16eb57e5cb96 req-418a5768-0cd2-4725-9bed-fa6e2bd6ead2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c733a02-d38f-400d-bfec-4ffd5b7ca3d1 HTTP/1.1" status: 200 len: 849 time: 0.1038930 Jul 13 14:44:17.761291 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc188b-69f9-4c37-b400-76f98dad3db4 req-1753a805-1c64-4193-aa5b-790aafa7e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:17.763801 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-59dc188b-69f9-4c37-b400-76f98dad3db4 req-1753a805-1c64-4193-aa5b-790aafa7e93c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350&tenant_id=2c925332815c423cab33c3c2badc3cab HTTP/1.1" status: 200 len: 1097 time: 0.1503665 Jul 13 14:44:17.832611 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c003f1d-0e08-4670-bc7e-e2e326bccc8d req-4ee6fe4d-2a1c-417e-8ed9-eff78c0ca3ba tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:17.834153 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4c003f1d-0e08-4670-bc7e-e2e326bccc8d req-4ee6fe4d-2a1c-417e-8ed9-eff78c0ca3ba tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 943 time: 0.1878231 Jul 13 14:44:17.907491 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4c003f1d-0e08-4670-bc7e-e2e326bccc8d req-63b84bde-9e25-49df-8d40-fd5ed9c20327 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=b390e8bd-3dca-4806-b1ed-2b6478285e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627141 Jul 13 14:44:17.909746 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc188b-69f9-4c37-b400-76f98dad3db4 req-e87c6f3f-cf55-4264-ae88-e3483ad69501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:17.911195 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-59dc188b-69f9-4c37-b400-76f98dad3db4 req-e87c6f3f-cf55-4264-ae88-e3483ad69501 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c925332815c423cab33c3c2badc3cab&device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 1097 time: 0.1117032 Jul 13 14:44:17.913032 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5d39b-9c60-4f44-b1a0-16eb57e5cb96 req-a60e44b7-d9e6-4b6d-8156-22cab7ac824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:17.914481 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-51e5d39b-9c60-4f44-b1a0-16eb57e5cb96 req-a60e44b7-d9e6-4b6d-8156-22cab7ac824f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a963334-8a3d-4698-baf7-6514da665b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1498353 Jul 13 14:44:18.079917 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc188b-69f9-4c37-b400-76f98dad3db4 req-c0ae07c5-a413-444c-9c59-56e00bdca23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:18.081309 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-59dc188b-69f9-4c37-b400-76f98dad3db4 req-c0ae07c5-a413-444c-9c59-56e00bdca23c service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 HTTP/1.1" status: 200 len: 918 time: 0.1566029 Jul 13 14:44:18.082992 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-51e5d39b-9c60-4f44-b1a0-16eb57e5cb96 req-0e9b0269-daa1-49de-9c5f-840422653e36 service neutron] 10.222.0.44 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488903 Jul 13 14:44:18.214449 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-59dc188b-69f9-4c37-b400-76f98dad3db4 req-e8eef9e8-26cf-4fdb-bca0-e90bf139671c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8e9a69d-7054-4131-a60c-52f41c200e29 HTTP/1.1" status: 200 len: 1000 time: 0.1121180 Jul 13 14:44:18.278723 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-51e5d39b-9c60-4f44-b1a0-16eb57e5cb96 req-9b671f6c-f0f1-410c-9f2f-66ff25707133 service neutron] 10.222.0.44 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752973 Jul 13 14:44:18.286633 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc188b-69f9-4c37-b400-76f98dad3db4 req-040b68e0-2e28-4f71-85d8-be3a193d8bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:18.288095 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-59dc188b-69f9-4c37-b400-76f98dad3db4 req-040b68e0-2e28-4f71-85d8-be3a193d8bfd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c92b411-3ce3-4134-a4e0-9e76e0a93cef HTTP/1.1" status: 200 len: 856 time: 0.0663419 Jul 13 14:44:18.369488 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc188b-69f9-4c37-b400-76f98dad3db4 req-c5d5e7bc-f3c9-4419-9a9b-97ff4bde0d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:18.370994 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-59dc188b-69f9-4c37-b400-76f98dad3db4 req-c5d5e7bc-f3c9-4419-9a9b-97ff4bde0d8a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600991 Jul 13 14:44:18.492292 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-59dc188b-69f9-4c37-b400-76f98dad3db4 req-5a9b7818-97bd-41a5-bce4-90cd68d7e447 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124411 Jul 13 14:44:18.607542 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-59dc188b-69f9-4c37-b400-76f98dad3db4 req-a18c1567-55b0-4286-9c6e-972cbf5fe7f4 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089928 Jul 13 14:44:18.756707 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90596005-9507-4d8a-affa-fc2d1c61d00c req-e4cd7d49-4a3f-46dd-b1c8-0fb36fd4dcac tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:18.758665 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-90596005-9507-4d8a-affa-fc2d1c61d00c req-e4cd7d49-4a3f-46dd-b1c8-0fb36fd4dcac tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.0706441 Jul 13 14:44:18.807371 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-90596005-9507-4d8a-affa-fc2d1c61d00c req-88fafb74-9cd8-4e3f-98ee-0af44c9161ce tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419183 Jul 13 14:44:19.188579 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef4d12-4cc9-441a-bfc3-9c150f06dce0 req-d95cc2c4-95f8-4a6f-a81f-2b4804df7841 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:19.190557 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ddef4d12-4cc9-441a-bfc3-9c150f06dce0 req-d95cc2c4-95f8-4a6f-a81f-2b4804df7841 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 943 time: 0.1392453 Jul 13 14:44:19.277243 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ddef4d12-4cc9-441a-bfc3-9c150f06dce0 req-9b600173-03ac-4910-bae4-ef6a6ef6d240 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=b390e8bd-3dca-4806-b1ed-2b6478285e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759351 Jul 13 14:44:19.664955 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 43ddcff6-17d9-4fdd-aafa-21346e57b63d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:44:19.818531 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 43ddcff6-17d9-4fdd-aafa-21346e57b63d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=43ddcff6-17d9-4fdd-aafa-21346e57b63d,segment=NetworkSegment(1f16aa98-4204-4d43-9b24-761b08f96008),segment_id=1f16aa98-4204-4d43-9b24-761b08f96008)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:19.834940 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': '43ddcff6-17d9-4fdd-aafa-21346e57b63d', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'port_id': '43ddcff6-17d9-4fdd-aafa-21346e57b63d', 'mac_address': 'fa:16:3e:fc:e0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:44:19.883666 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:19.909485 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ddcff6-17d9-4fdd-aafa-21346e57b63d {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:44:19.947556 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 43ddcff6-17d9-4fdd-aafa-21346e57b63d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=43ddcff6-17d9-4fdd-aafa-21346e57b63d,segment=NetworkSegment(1f16aa98-4204-4d43-9b24-761b08f96008),segment_id=1f16aa98-4204-4d43-9b24-761b08f96008)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:19.951930 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:20.043685 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=43ddcff6-17d9-4fdd-aafa-21346e57b63d,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:20.123553 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958a0d7-2e75-4cc3-999b-9da3b2cc807b req-31916ed1-001d-43e9-bb43-c0e5a6888747 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:20.125119 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8958a0d7-2e75-4cc3-999b-9da3b2cc807b req-31916ed1-001d-43e9-bb43-c0e5a6888747 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.1004052 Jul 13 14:44:20.189233 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8958a0d7-2e75-4cc3-999b-9da3b2cc807b req-2097ba67-f0f9-4da4-9955-3f5cee85c31d tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575607 Jul 13 14:44:20.266337 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['43ddcff6-17d9-4fdd-aafa-21346e57b63d'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:44:20.865068 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710facd4-050e-4b82-b19b-c3d53a341745 req-1f320efb-9484-4e34-a467-c53d771956c3 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:20.873482 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-710facd4-050e-4b82-b19b-c3d53a341745 req-1f320efb-9484-4e34-a467-c53d771956c3 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 944 time: 0.2099428 Jul 13 14:44:20.951666 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-710facd4-050e-4b82-b19b-c3d53a341745 req-00a40d5f-936c-4ebc-9b06-367db6b6ca6f tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=b390e8bd-3dca-4806-b1ed-2b6478285e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768459 Jul 13 14:44:21.430868 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb6666-a2ef-4386-8a23-cf695582f3a3 req-89c53cf2-d45e-4061-a9fb-2a9fc0056a56 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:21.433172 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-91bb6666-a2ef-4386-8a23-cf695582f3a3 req-89c53cf2-d45e-4061-a9fb-2a9fc0056a56 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.0868499 Jul 13 14:44:21.494591 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-91bb6666-a2ef-4386-8a23-cf695582f3a3 req-a651fb42-89ab-4419-9dc2-d036b6e457d0 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543058 Jul 13 14:44:21.664386 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 43ddcff6-17d9-4fdd-aafa-21346e57b63d up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:21.717718 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port 43ddcff6-17d9-4fdd-aafa-21346e57b63d completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:21.722329 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port 43ddcff6-17d9-4fdd-aafa-21346e57b63d triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:21.722780 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:21.843194 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:21.892114 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993b2eb0-1012-43c9-8ae1-d7598d5c1b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ddcff6-17d9-4fdd-aafa-21346e57b63d'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:44:21.894610 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb355ab-ee44-4a07-83d0-7334427723e9" -d '{"events": [{"server_uuid": "993b2eb0-1012-43c9-8ae1-d7598d5c1b72", "name": "network-vif-plugged", "status": "completed", "tag": "43ddcff6-17d9-4fdd-aafa-21346e57b63d"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:44:21.909488 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 43ddcff6-17d9-4fdd-aafa-21346e57b63d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=43ddcff6-17d9-4fdd-aafa-21346e57b63d,segment=NetworkSegment(1f16aa98-4204-4d43-9b24-761b08f96008),segment_id=1f16aa98-4204-4d43-9b24-761b08f96008)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:21.917964 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:21.959912 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea2de43-8523-4794-9bfa-80dc47d692f6 x-openstack-request-id: req-aea2de43-8523-4794-9bfa-80dc47d692f6 {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:44:21.960252 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993b2eb0-1012-43c9-8ae1-d7598d5c1b72", "name": "network-vif-plugged", "status": "completed", "tag": "43ddcff6-17d9-4fdd-aafa-21346e57b63d", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:44:21.960521 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aea2de43-8523-4794-9bfa-80dc47d692f6 {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:44:21.961046 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993b2eb0-1012-43c9-8ae1-d7598d5c1b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ddcff6-17d9-4fdd-aafa-21346e57b63d', 'code': 200} Jul 13 14:44:22.026610 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=43ddcff6-17d9-4fdd-aafa-21346e57b63d,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:22.193888 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c74d-eaaf-4243-b9dd-9debf057a94e req-e8de7fb7-9cb1-496c-a6e9-a92e074314e1 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:22.195540 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a242c74d-eaaf-4243-b9dd-9debf057a94e req-e8de7fb7-9cb1-496c-a6e9-a92e074314e1 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 945 time: 0.1033149 Jul 13 14:44:22.243129 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a242c74d-eaaf-4243-b9dd-9debf057a94e req-61448b37-c6c7-4e6d-8f02-868e9f8e4e8e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=b390e8bd-3dca-4806-b1ed-2b6478285e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422707 Jul 13 14:44:22.699758 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136327af-939a-4452-8003-d524e717a382 req-c38ee8a7-5e42-41dd-b820-67ce1a307569 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:22.701290 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-136327af-939a-4452-8003-d524e717a382 req-c38ee8a7-5e42-41dd-b820-67ce1a307569 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.0712161 Jul 13 14:44:22.797324 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-136327af-939a-4452-8003-d524e717a382 req-8ae76b10-d010-4dd6-bdfc-afa2c8f56220 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878787 Jul 13 14:44:23.511499 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb36ec9-8e27-483d-b992-dee8e8c38f0b req-29e68098-766d-49db-8dbc-ff870a55e19d tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:23.518359 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-efb36ec9-8e27-483d-b992-dee8e8c38f0b req-29e68098-766d-49db-8dbc-ff870a55e19d tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 945 time: 0.0841706 Jul 13 14:44:23.590424 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-efb36ec9-8e27-483d-b992-dee8e8c38f0b req-5996e944-69aa-4127-bb48-4e0b44caacaa tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=b390e8bd-3dca-4806-b1ed-2b6478285e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693650 Jul 13 14:44:24.007905 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe0de1-5f0c-4194-aa25-ad6e859c5728 req-9c5b088c-f9a6-409d-9dec-c19e4560a1ee tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:24.015135 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3efe0de1-5f0c-4194-aa25-ad6e859c5728 req-9c5b088c-f9a6-409d-9dec-c19e4560a1ee tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.0896759 Jul 13 14:44:24.067559 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3efe0de1-5f0c-4194-aa25-ad6e859c5728 req-bce2502e-78ac-4cde-926e-19fd8f8a650d tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514824 Jul 13 14:44:24.814601 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c40f8-238d-44f0-9599-655869cadab6 req-0e26d85d-9e9d-4779-a796-a77b0d379f63 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:24.823459 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-727c40f8-238d-44f0-9599-655869cadab6 req-0e26d85d-9e9d-4779-a796-a77b0d379f63 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 945 time: 0.0865004 Jul 13 14:44:24.877371 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-727c40f8-238d-44f0-9599-655869cadab6 req-3eb5d76a-9619-42a0-a8ec-9b4b31d85cbb tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=b390e8bd-3dca-4806-b1ed-2b6478285e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501111 Jul 13 14:44:25.367225 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f242e-0740-4d66-9e76-7548a187e29f req-b3906000-0f8b-4c74-b982-5d6220ee4e03 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:25.368799 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-480f242e-0740-4d66-9e76-7548a187e29f req-b3906000-0f8b-4c74-b982-5d6220ee4e03 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.0897422 Jul 13 14:44:25.413010 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-480f242e-0740-4d66-9e76-7548a187e29f req-bcc6975f-2012-4708-b365-d32996b63c5e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380220 Jul 13 14:44:26.088134 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea660dec-4243-44b6-9daf-34dd503b25d5 req-675c623f-1948-44e2-ab3f-4a0a89717f5d tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:26.102151 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ea660dec-4243-44b6-9daf-34dd503b25d5 req-675c623f-1948-44e2-ab3f-4a0a89717f5d tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 945 time: 0.0995839 Jul 13 14:44:26.156547 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ea660dec-4243-44b6-9daf-34dd503b25d5 req-9f1ef308-f52e-4a9c-a7b5-0b9322247133 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=b390e8bd-3dca-4806-b1ed-2b6478285e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490015 Jul 13 14:44:26.707746 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ad7c7-4667-4b06-91bd-ff70b7bc735b req-0cedef73-122f-4af2-a6ae-ba244c5fd1f5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:26.709464 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-334ad7c7-4667-4b06-91bd-ff70b7bc735b req-0cedef73-122f-4af2-a6ae-ba244c5fd1f5 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.0975401 Jul 13 14:44:26.754542 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-334ad7c7-4667-4b06-91bd-ff70b7bc735b req-7a153b44-b84d-4812-890c-815f9d156d43 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369718 Jul 13 14:44:27.364365 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099daf7-4a55-433b-9a2b-046bc6d9c723 req-cc523b98-b9a4-4380-932c-8c21c26d76e5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:27.367393 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a099daf7-4a55-433b-9a2b-046bc6d9c723 req-cc523b98-b9a4-4380-932c-8c21c26d76e5 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 945 time: 0.0967655 Jul 13 14:44:27.432061 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a099daf7-4a55-433b-9a2b-046bc6d9c723 req-64a442fb-2b2d-4b36-afc8-7e3024cc6a34 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=b390e8bd-3dca-4806-b1ed-2b6478285e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385222 Jul 13 14:44:27.991849 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba8a67-928d-4a32-a38d-987879a8521e req-50a39964-ecb4-4aa5-bf3a-7b91d12cc959 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:27.997202 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d3ba8a67-928d-4a32-a38d-987879a8521e req-50a39964-ecb4-4aa5-bf3a-7b91d12cc959 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.1031303 Jul 13 14:44:28.066406 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d3ba8a67-928d-4a32-a38d-987879a8521e req-50e65545-e42f-45ed-af10-03595a22c022 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618494 Jul 13 14:44:28.740869 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdcaaf-e058-41c6-b219-6d8c736a047a req-e04f29c8-28c2-49a0-9fe2-dd1360471fc1 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:28.748428 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b3cdcaaf-e058-41c6-b219-6d8c736a047a req-e04f29c8-28c2-49a0-9fe2-dd1360471fc1 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 945 time: 0.1303546 Jul 13 14:44:28.814178 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b3cdcaaf-e058-41c6-b219-6d8c736a047a req-085a9596-4a7c-4f60-a132-03cc4c8fe369 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=b390e8bd-3dca-4806-b1ed-2b6478285e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567851 Jul 13 14:44:29.378675 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b849ea-2975-443a-b1bf-6cf70ff0ee6b req-126cd843-46f1-452c-b873-1b04bb93fd3f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:29.393368 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-56b849ea-2975-443a-b1bf-6cf70ff0ee6b req-126cd843-46f1-452c-b873-1b04bb93fd3f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.1194794 Jul 13 14:44:29.476432 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-56b849ea-2975-443a-b1bf-6cf70ff0ee6b req-dfa363ff-fbd7-4c04-8f97-45e0671ff8c2 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674183 Jul 13 14:44:30.096208 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3aed0-4b0f-4a93-9609-3064f89e0f1a req-589b96e4-8ad7-478b-9f0a-11a8e871d97d tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:30.108076 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-83d3aed0-4b0f-4a93-9609-3064f89e0f1a req-589b96e4-8ad7-478b-9f0a-11a8e871d97d tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 945 time: 0.1161642 Jul 13 14:44:30.169343 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-83d3aed0-4b0f-4a93-9609-3064f89e0f1a req-1e26476d-df43-4b94-b05c-96ae4b189a3c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=b390e8bd-3dca-4806-b1ed-2b6478285e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600307 Jul 13 14:44:30.657146 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31e766-c874-4a20-bd2b-63eabe0d67e3 req-db992f14-1dfa-4b84-85e9-36fb986f8bc0 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:30.658703 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7f31e766-c874-4a20-bd2b-63eabe0d67e3 req-db992f14-1dfa-4b84-85e9-36fb986f8bc0 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.0644608 Jul 13 14:44:30.705881 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7f31e766-c874-4a20-bd2b-63eabe0d67e3 req-f224d131-96ab-460a-8ec2-251600eb9b20 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404794 Jul 13 14:44:31.216641 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:31.339383 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f85882-d198-4e76-8163-3e74128cdbb8 req-7a8c65e6-cc22-4466-902a-6f9d07242df1 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:31.341143 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-12f85882-d198-4e76-8163-3e74128cdbb8 req-7a8c65e6-cc22-4466-902a-6f9d07242df1 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 945 time: 0.0629699 Jul 13 14:44:31.376760 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-12f85882-d198-4e76-8163-3e74128cdbb8 req-f00a2d65-39fc-44f0-8b46-b8306acf4ff7 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=b390e8bd-3dca-4806-b1ed-2b6478285e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301569 Jul 13 14:44:31.898600 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cbc39-2505-459a-8316-4e9e182206a8 req-3b213944-c6bd-4b1d-a289-270b28515f35 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:31.900103 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-da3cbc39-2505-459a-8316-4e9e182206a8 req-3b213944-c6bd-4b1d-a289-270b28515f35 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.0681796 Jul 13 14:44:31.947453 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-da3cbc39-2505-459a-8316-4e9e182206a8 req-f7b1d1b6-1eb3-4c77-a452-e7842a9726a8 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411391 Jul 13 14:44:32.557461 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd5b39-b834-44f2-bbde-2f0bec2c78d9 req-50510d5a-a072-48be-a55f-e9c0a83aeac6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:32.558944 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f0fd5b39-b834-44f2-bbde-2f0bec2c78d9 req-50510d5a-a072-48be-a55f-e9c0a83aeac6 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 945 time: 0.0653255 Jul 13 14:44:32.598263 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f0fd5b39-b834-44f2-bbde-2f0bec2c78d9 req-7d4dd92b-ba8d-41a9-9721-a6e494326338 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=b390e8bd-3dca-4806-b1ed-2b6478285e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329049 Jul 13 14:44:32.788831 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52325e81-1869-442e-9b59-ba6acb49a4f4 req-d52af217-4b27-4601-8a33-f6db43bb2991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:32.790281 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-52325e81-1869-442e-9b59-ba6acb49a4f4 req-d52af217-4b27-4601-8a33-f6db43bb2991 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 1098 time: 0.0515161 Jul 13 14:44:32.825051 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-52325e81-1869-442e-9b59-ba6acb49a4f4 req-bb778720-a12c-4938-bb26-3c77527db978 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b390e8bd-3dca-4806-b1ed-2b6478285e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275431 Jul 13 14:44:33.121166 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d1e63-be21-4911-aa28-319996ba97ce req-5eeb9052-6006-4764-88a1-152f14e3c4d7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:33.121522 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 53838) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:33.122646 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-799d1e63-be21-4911-aa28-319996ba97ce req-5eeb9052-6006-4764-88a1-152f14e3c4d7 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.0619507 Jul 13 14:44:33.162549 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-799d1e63-be21-4911-aa28-319996ba97ce req-d724864e-850e-4067-ae4d-66767f71316f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343561 Jul 13 14:44:33.165007 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] Deleting subnet 04c6f15b-5d67-41c2-bb62-2bc65b5b1f7b {{(pid=93172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:44:33.168276 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.201196 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777675'] for subnet, precommit_delete_associations {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.241987 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675533'] for subnet, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.293737 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8777709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610214'] for subnet, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.317212 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04c6f15b-5d67-41c2-bb62-2bc65b5b1f7b,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:33.324875 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.326680 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/04c6f15b-5d67-41c2-bb62-2bc65b5b1f7b HTTP/1.1" status: 204 len: 168 time: 0.2041843 Jul 13 14:44:33.328033 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:33.328374 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:33.328736 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:33.329070 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:33.329396 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:33.329600 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 53840) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:33.329724 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:33.330025 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:33.330343 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:33.330661 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:33.330975 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:33.331289 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:33.331600 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57652dd-816f-4a56-ac84-b7d4fd7498e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:33.395199 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1596d1a3-70c4-4333-b767-e22a824661ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593188'] for network, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.474206 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1596d1a3-70c4-4333-b767-e22a824661ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672344', 'neutron.services.segments.db._delete_segments_for_network-8760775097411'] for network, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.484085 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-1596d1a3-70c4-4333-b767-e22a824661ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d622cdd2-4d9e-4e3c-8d6d-a103f6868115']}} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:33.493764 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-1596d1a3-70c4-4333-b767-e22a824661ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f549b60-0436-4fea-acb6-31464662ed0b') {'for_net_delete': True} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:33.494056 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-1596d1a3-70c4-4333-b767-e22a824661ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f549b60-0436-4fea-acb6-31464662ed0b') {} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:33.502457 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1596d1a3-70c4-4333-b767-e22a824661ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760775099212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916672'] for segment, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.515919 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1596d1a3-70c4-4333-b767-e22a824661ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.521902 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1596d1a3-70c4-4333-b767-e22a824661ae admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:44:33.522942 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1596d1a3-70c4-4333-b767-e22a824661ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8950289'] for segment, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: Traceback (most recent call last): Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: timer() Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: cb(*args, **kw) Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: return func(*args, **kwargs) Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: self._notify() Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: self.callback(batched_events) Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: event.method(event) Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: return f(self, *a, **k) Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: return self._get(url).json() Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: return self.request(url, 'GET', **kwargs) Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:44:33.524617 dv-cinder-788365-4-iscsi neutron-server[93173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:44:33.576055 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1596d1a3-70c4-4333-b767-e22a824661ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909738'] for network, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.581334 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1596d1a3-70c4-4333-b767-e22a824661ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.583213 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-1596d1a3-70c4-4333-b767-e22a824661ae admin admin] 10.222.0.42 "DELETE /v2.0/networks/d622cdd2-4d9e-4e3c-8d6d-a103f6868115 HTTP/1.1" status: 204 len: 168 time: 0.2526443 Jul 13 14:44:33.594976 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596d1a3-70c4-4333-b767-e22a824661ae admin admin] Pushing event deleted for resources: {'Network': ['ID=d622cdd2-4d9e-4e3c-8d6d-a103f6868115,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:33.691674 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 53846) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:33.764673 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-1cc70157-ea34-47e1-a683-bd4bd2e5d924 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9751d6c65929484595b741d1eacd92bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0717313 Jul 13 14:44:33.767589 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 53848) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:33.795498 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6828c-62d4-4c06-9ede-a845277e23b9 req-ff2c4713-625d-4d69-a186-c96de3fa37a2 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:33.797011 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-55e6828c-62d4-4c06-9ede-a845277e23b9 req-ff2c4713-625d-4d69-a186-c96de3fa37a2 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 945 time: 0.0796754 Jul 13 14:44:33.820457 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-201119ca-4810-43a8-b280-5e7f1bc583db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.839990 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-55e6828c-62d4-4c06-9ede-a845277e23b9 req-4302063c-c62d-438f-86c9-2498a93ac8d7 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=b390e8bd-3dca-4806-b1ed-2b6478285e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360973 Jul 13 14:44:33.842647 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-201119ca-4810-43a8-b280-5e7f1bc583db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.894046 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-201119ca-4810-43a8-b280-5e7f1bc583db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.896790 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-201119ca-4810-43a8-b280-5e7f1bc583db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.898089 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-201119ca-4810-43a8-b280-5e7f1bc583db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/56da1179-88d7-42f1-af87-e5de3966de01 HTTP/1.1" status: 204 len: 168 time: 0.1293311 Jul 13 14:44:33.905546 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201119ca-4810-43a8-b280-5e7f1bc583db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56da1179-88d7-42f1-af87-e5de3966de01,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:34.342834 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074631-f79b-4eab-bf1a-3e0a6d57f8f0 req-eb88bcd7-6141-4b36-853a-c3e89b80688b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:34.344326 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d8074631-f79b-4eab-bf1a-3e0a6d57f8f0 req-eb88bcd7-6141-4b36-853a-c3e89b80688b tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.0640099 Jul 13 14:44:34.384668 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d8074631-f79b-4eab-bf1a-3e0a6d57f8f0 req-ef1401ea-34d5-47ee-bc4d-78c53ef085ca tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345879 Jul 13 14:44:35.021006 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ae6b1-e4ec-44dd-9825-f8e6f608e8fe req-5d4612d4-8f91-4332-90e1-3290a2a0769b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:35.029292 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ef6ae6b1-e4ec-44dd-9825-f8e6f608e8fe req-5d4612d4-8f91-4332-90e1-3290a2a0769b tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 945 time: 0.0696342 Jul 13 14:44:35.065684 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ef6ae6b1-e4ec-44dd-9825-f8e6f608e8fe req-82d2036b-baef-42f9-848f-bbb9ad8c800c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=b390e8bd-3dca-4806-b1ed-2b6478285e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369070 Jul 13 14:44:35.232907 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911d12f-a5b6-47a6-a68d-3f87dd648242 req-5c36eb10-de91-4775-8fc0-71d8835e6c83 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:35.234383 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e911d12f-a5b6-47a6-a68d-3f87dd648242 req-5c36eb10-de91-4775-8fc0-71d8835e6c83 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 945 time: 0.0636404 Jul 13 14:44:35.242970 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 53922) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:35.247472 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-076084a9-2536-438f-aff9-fd5be1b7c54a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Request body: {'floatingip': {'port_id': '43ddcff6-17d9-4fdd-aafa-21346e57b63d'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:35.286327 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-076084a9-2536-438f-aff9-fd5be1b7c54a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for floatingip, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:35.719436 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb744e-891c-462b-b9de-69aed8693aab req-0eee89e7-b3d6-404e-9419-884cef2ad668 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:35.720903 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1cfb744e-891c-462b-b9de-69aed8693aab req-0eee89e7-b3d6-404e-9419-884cef2ad668 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 944 time: 0.1344855 Jul 13 14:44:35.757035 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device e8e9a69d-7054-4131-a60c-52f41c200e29 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:44:35.824400 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1cfb744e-891c-462b-b9de-69aed8693aab req-0a9733ad-20bb-4e9e-a933-28a84fbd0d03 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734289 Jul 13 14:44:35.863410 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port e8e9a69d-7054-4131-a60c-52f41c200e29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e8e9a69d-7054-4131-a60c-52f41c200e29,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:35.874805 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': 'e8e9a69d-7054-4131-a60c-52f41c200e29', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'port_id': 'e8e9a69d-7054-4131-a60c-52f41c200e29', 'mac_address': 'fa:16:3e:fa:01:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:44:35.912030 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:35.925771 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e9a69d-7054-4131-a60c-52f41c200e29 {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:44:35.945277 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port e8e9a69d-7054-4131-a60c-52f41c200e29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e8e9a69d-7054-4131-a60c-52f41c200e29,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:35.949727 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.091736 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-076084a9-2536-438f-aff9-fd5be1b7c54a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.098315 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-076084a9-2536-438f-aff9-fd5be1b7c54a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909700'] for floatingip, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.124555 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=e8e9a69d-7054-4131-a60c-52f41c200e29,revision_number=9']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:36.200835 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.l3_db [None req-076084a9-2536-438f-aff9-fd5be1b7c54a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Floating IP bd09b3d2-b9c3-49cd-82d2-9914795b35b5 associated. External IP: 172.27.2.106, port: 43ddcff6-17d9-4fdd-aafa-21346e57b63d. Jul 13 14:44:36.280769 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['e8e9a69d-7054-4131-a60c-52f41c200e29'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:44:36.407067 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076084a9-2536-438f-aff9-fd5be1b7c54a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:44:36.517212 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076084a9-2536-438f-aff9-fd5be1b7c54a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:44:36.522818 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-076084a9-2536-438f-aff9-fd5be1b7c54a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.527049 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9a38e9-1f93-4fa5-bcdf-3676a554d8f3 None None] Sync routers for ids ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:44:36.535754 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9a38e9-1f93-4fa5-bcdf-3676a554d8f3 None None] Routers {'7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:44:36.536360 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-ad9a38e9-1f93-4fa5-bcdf-3676a554d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:44:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:36.562337 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-076084a9-2536-438f-aff9-fd5be1b7c54a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "PUT /v2.0/floatingips/bd09b3d2-b9c3-49cd-82d2-9914795b35b5 HTTP/1.1" status: 200 len: 991 time: 1.3183138 Jul 13 14:44:36.562917 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993b2eb0-1012-43c9-8ae1-d7598d5c1b72', 'tag': '43ddcff6-17d9-4fdd-aafa-21346e57b63d'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:44:36.565198 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbc1a7d-440f-45b8-97aa-856440c3f584" -d '{"events": [{"name": "network-changed", "server_uuid": "993b2eb0-1012-43c9-8ae1-d7598d5c1b72", "tag": "43ddcff6-17d9-4fdd-aafa-21346e57b63d"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:44:36.604860 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde4e0b9-2202-4386-9c7f-bf4b536b18b2 x-openstack-request-id: req-bde4e0b9-2202-4386-9c7f-bf4b536b18b2 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:44:36.605158 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993b2eb0-1012-43c9-8ae1-d7598d5c1b72", "tag": "43ddcff6-17d9-4fdd-aafa-21346e57b63d", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:44:36.606030 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bde4e0b9-2202-4386-9c7f-bf4b536b18b2 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:44:36.607644 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993b2eb0-1012-43c9-8ae1-d7598d5c1b72', 'tag': '43ddcff6-17d9-4fdd-aafa-21346e57b63d', 'status': 'completed', 'code': 200} Jul 13 14:44:36.625119 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-dacc0a10-16c6-4092-98d5-eaaec80b8fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.658982 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-ad9a38e9-1f93-4fa5-bcdf-3676a554d8f3 None None] Set router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:44:36.686708 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc1a7d-440f-45b8-97aa-856440c3f584 req-44642e36-49d1-4779-8221-e8136bcc3118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:36.688499 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6dbc1a7d-440f-45b8-97aa-856440c3f584 req-44642e36-49d1-4779-8221-e8136bcc3118 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=065fe1745d9447699acdf1485585e8ff&device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 1098 time: 0.0532370 Jul 13 14:44:36.783888 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc1a7d-440f-45b8-97aa-856440c3f584 req-f18c8b50-abe4-498c-ad58-c5eabf727c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:36.785386 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6dbc1a7d-440f-45b8-97aa-856440c3f584 req-f18c8b50-abe4-498c-ad58-c5eabf727c89 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a963334-8a3d-4698-baf7-6514da665b97 HTTP/1.1" status: 200 len: 911 time: 0.0868142 Jul 13 14:44:36.857546 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6dbc1a7d-440f-45b8-97aa-856440c3f584 req-703da621-5d2f-4d34-8194-5b9d69b0a35c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43ddcff6-17d9-4fdd-aafa-21346e57b63d HTTP/1.1" status: 200 len: 999 time: 0.0640318 Jul 13 14:44:36.896843 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-ad9a38e9-1f93-4fa5-bcdf-3676a554d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:55Z', 'revision_number': 4, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port': {'id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': 'bd09b3d2-b9c3-49cd-82d2-9914795b35b5', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'port_id': '43ddcff6-17d9-4fdd-aafa-21346e57b63d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'mac_address': 'fa:16:3e:fc:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993b2eb0-1012-43c9-8ae1-d7598d5c1b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:44:11Z', 'updated_at': '2021-07-13T14:44:35Z', 'revision_number': 1, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa3f25d-9f27-4c06-9c97-3ac2de072cc9', 'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'mac_address': 'fa:16:3e:e0:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:02Z', 'revision_number': 5, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'subnets': [{'id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:36.913148 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc1a7d-440f-45b8-97aa-856440c3f584 req-420b7ecc-c6fb-4765-a13e-4e09a759352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:36.914552 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6dbc1a7d-440f-45b8-97aa-856440c3f584 req-420b7ecc-c6fb-4765-a13e-4e09a759352b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c733a02-d38f-400d-bfec-4ffd5b7ca3d1 HTTP/1.1" status: 200 len: 849 time: 0.0495324 Jul 13 14:44:36.925988 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9a38e9-1f93-4fa5-bcdf-3676a554d8f3 None None] Checking router: 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:44:36.935321 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9a38e9-1f93-4fa5-bcdf-3676a554d8f3 None None] Routers {'7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:44:36.935946 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-ad9a38e9-1f93-4fa5-bcdf-3676a554d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:44:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:37.024311 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc1a7d-440f-45b8-97aa-856440c3f584 req-bc104dff-b68e-4029-9c49-b6d6d0311407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:37.025886 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6dbc1a7d-440f-45b8-97aa-856440c3f584 req-bc104dff-b68e-4029-9c49-b6d6d0311407 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a963334-8a3d-4698-baf7-6514da665b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1039662 Jul 13 14:44:37.041587 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aef285-c4cd-4bb6-b3b6-60bae8e66507 req-cc0366aa-41ec-4ca6-838a-b74efc236bfc tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:37.043017 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-50aef285-c4cd-4bb6-b3b6-60bae8e66507 req-cc0366aa-41ec-4ca6-838a-b74efc236bfc tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 945 time: 0.0870483 Jul 13 14:44:37.047597 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-ad9a38e9-1f93-4fa5-bcdf-3676a554d8f3 None None] Set router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:44:37.128896 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-50aef285-c4cd-4bb6-b3b6-60bae8e66507 req-6f6c84dd-8d37-4a19-b1f7-11ec59a2cebd tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774064 Jul 13 14:44:37.161480 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6dbc1a7d-440f-45b8-97aa-856440c3f584 req-26eb904f-6292-494e-a547-0336a5456cd5 service neutron] 10.222.0.44 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175091 Jul 13 14:44:37.260971 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6dbc1a7d-440f-45b8-97aa-856440c3f584 req-fdc57073-3135-428d-a322-d2fb9c597d8e service neutron] 10.222.0.44 "GET /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911396 Jul 13 14:44:37.287442 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-ad9a38e9-1f93-4fa5-bcdf-3676a554d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:55Z', 'revision_number': 4, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port': {'id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': 'bd09b3d2-b9c3-49cd-82d2-9914795b35b5', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'port_id': '43ddcff6-17d9-4fdd-aafa-21346e57b63d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'mac_address': 'fa:16:3e:fc:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993b2eb0-1012-43c9-8ae1-d7598d5c1b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:44:11Z', 'updated_at': '2021-07-13T14:44:35Z', 'revision_number': 1, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa3f25d-9f27-4c06-9c97-3ac2de072cc9', 'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'mac_address': 'fa:16:3e:e0:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:02Z', 'revision_number': 5, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'subnets': [{'id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:37.314247 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9a38e9-1f93-4fa5-bcdf-3676a554d8f3 None None] The sync data for ids ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'] in dv-cinder-788365-4-iscsi is: [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:55Z', 'revision_number': 4, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port': {'id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': 'bd09b3d2-b9c3-49cd-82d2-9914795b35b5', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'port_id': '43ddcff6-17d9-4fdd-aafa-21346e57b63d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'mac_address': 'fa:16:3e:fc:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993b2eb0-1012-43c9-8ae1-d7598d5c1b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:44:11Z', 'updated_at': '2021-07-13T14:44:35Z', 'revision_number': 1, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baa3f25d-9f27-4c06-9c97-3ac2de072cc9', 'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'mac_address': 'fa:16:3e:e0:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:02Z', 'revision_number': 5, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'subnets': [{'id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:44:37.503736 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672e4c2f-505b-4f26-b88c-213a34372e0d None None] New status for floating IP bd09b3d2-b9c3-49cd-82d2-9914795b35b5: ACTIVE {{(pid=93177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:44:37.756774 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device e8e9a69d-7054-4131-a60c-52f41c200e29 up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:37.810529 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port e8e9a69d-7054-4131-a60c-52f41c200e29 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:37.811012 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.891690 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.914116 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bba179b-9ade-4566-addc-aaa406350350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e9a69d-7054-4131-a60c-52f41c200e29'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:44:37.916334 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9888837-f619-4c45-a9ac-cda9351d9e06" -d '{"events": [{"server_uuid": "8bba179b-9ade-4566-addc-aaa406350350", "name": "network-vif-plugged", "status": "completed", "tag": "e8e9a69d-7054-4131-a60c-52f41c200e29"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:44:37.928954 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port e8e9a69d-7054-4131-a60c-52f41c200e29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e8e9a69d-7054-4131-a60c-52f41c200e29,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:37.933140 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.956226 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a692b8c-af66-4c6c-adbb-8457d792b35e x-openstack-request-id: req-8a692b8c-af66-4c6c-adbb-8457d792b35e {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:44:37.956458 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bba179b-9ade-4566-addc-aaa406350350", "name": "network-vif-plugged", "status": "completed", "tag": "e8e9a69d-7054-4131-a60c-52f41c200e29", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:44:37.956735 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a692b8c-af66-4c6c-adbb-8457d792b35e {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:44:37.957122 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bba179b-9ade-4566-addc-aaa406350350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e9a69d-7054-4131-a60c-52f41c200e29', 'code': 200} Jul 13 14:44:37.984734 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=e8e9a69d-7054-4131-a60c-52f41c200e29,revision_number=10']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:38.156763 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556b938-2b9d-480c-bebb-e2ee2abc5921 req-10bd2d0d-4d3b-4691-b422-5b2543d95351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:38.158438 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e556b938-2b9d-480c-bebb-e2ee2abc5921 req-10bd2d0d-4d3b-4691-b422-5b2543d95351 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 1100 time: 0.0521600 Jul 13 14:44:38.199324 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e556b938-2b9d-480c-bebb-e2ee2abc5921 req-878e0765-f206-4b30-b716-5a863c17c5ff service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287721 Jul 13 14:44:38.311281 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84057b15-48eb-4b75-9741-35a5715852b3 req-349ebb21-5d41-44ed-ba28-2fe4e4935026 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:38.312782 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-84057b15-48eb-4b75-9741-35a5715852b3 req-349ebb21-5d41-44ed-ba28-2fe4e4935026 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 947 time: 0.0641375 Jul 13 14:44:38.350524 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-84057b15-48eb-4b75-9741-35a5715852b3 req-d8397bf7-95d4-4174-9921-a8bd51e7159d tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322390 Jul 13 14:44:39.390290 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f2f17939-8033-47c2-a858-6276ad292a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:39.537920 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a7a7b-b98c-4a2f-9b11-c7336b4f9e0c req-5de88231-6d37-494a-8f1d-701fbb4f6e6a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:39.539282 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-083a7a7b-b98c-4a2f-9b11-c7336b4f9e0c req-5de88231-6d37-494a-8f1d-701fbb4f6e6a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 947 time: 0.0692599 Jul 13 14:44:39.579862 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-083a7a7b-b98c-4a2f-9b11-c7336b4f9e0c req-f101bd7a-a0e8-46ac-99a6-9f6d97912c64 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349388 Jul 13 14:44:39.619698 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:40.223563 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:40.756287 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb10db-72cb-441e-b666-37f1ab113166 req-fa259231-41f1-4a13-8d58-4357b29650df tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:40.757778 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fcdb10db-72cb-441e-b666-37f1ab113166 req-fa259231-41f1-4a13-8d58-4357b29650df tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 947 time: 0.0632010 Jul 13 14:44:40.795509 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fcdb10db-72cb-441e-b666-37f1ab113166 req-c944999b-6c73-479e-9dc2-afe3a5f14d49 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314889 Jul 13 14:44:42.030029 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:42.252168 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:45:01.207096 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:02.728791 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e3d1485f-67b4-4aa4-afaf-a3bd6e9af2ca req-e4807608-f2ce-4801-a55a-05a9ef36b16d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535688 Jul 13 14:45:02.842378 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1485f-67b4-4aa4-afaf-a3bd6e9af2ca req-7f5c8c19-75c7-45d4-a384-2ec239a71ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:02.843914 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e3d1485f-67b4-4aa4-afaf-a3bd6e9af2ca req-7f5c8c19-75c7-45d4-a384-2ec239a71ed2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c925332815c423cab33c3c2badc3cab&device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 1100 time: 0.0516710 Jul 13 14:45:02.952064 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1485f-67b4-4aa4-afaf-a3bd6e9af2ca req-ea61da3a-c952-4623-8a9a-b1aa71b6b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:02.954207 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e3d1485f-67b4-4aa4-afaf-a3bd6e9af2ca req-ea61da3a-c952-4623-8a9a-b1aa71b6b38b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 HTTP/1.1" status: 200 len: 918 time: 0.0856574 Jul 13 14:45:03.032248 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e3d1485f-67b4-4aa4-afaf-a3bd6e9af2ca req-5f6ebd43-17de-421b-b0dc-561d938baa0d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8e9a69d-7054-4131-a60c-52f41c200e29 HTTP/1.1" status: 200 len: 1002 time: 0.0620270 Jul 13 14:45:03.084030 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1485f-67b4-4aa4-afaf-a3bd6e9af2ca req-3a69d15f-0545-42f8-8989-abf3a51a216c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:03.085495 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e3d1485f-67b4-4aa4-afaf-a3bd6e9af2ca req-3a69d15f-0545-42f8-8989-abf3a51a216c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c92b411-3ce3-4134-a4e0-9e76e0a93cef HTTP/1.1" status: 200 len: 856 time: 0.0426686 Jul 13 14:45:03.144942 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1485f-67b4-4aa4-afaf-a3bd6e9af2ca req-d98e9d1d-c784-40a7-b7a1-5aaa3513c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:03.146397 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e3d1485f-67b4-4aa4-afaf-a3bd6e9af2ca req-d98e9d1d-c784-40a7-b7a1-5aaa3513c533 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507576 Jul 13 14:45:03.240710 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e3d1485f-67b4-4aa4-afaf-a3bd6e9af2ca req-17d687c1-0bbe-457d-a0ee-2f35f9798ae0 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819664 Jul 13 14:45:03.330424 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e3d1485f-67b4-4aa4-afaf-a3bd6e9af2ca req-a401519e-e7e4-44a0-b9b3-7d76534c8153 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799122 Jul 13 14:45:06.573643 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-23516add-6475-44d7-ae6d-e14801a7353b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:07.526834 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-9258885b-5d2c-4de9-afc3-b9b8ad510a0f tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548478119&fields=id&tenant_id=f9e7c29b365b4dabab5e1082907164f1 HTTP/1.1" status: 200 len: 267 time: 0.0326009 Jul 13 14:45:07.636075 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-e63235ed-3029-4811-beea-45fec74676f9 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:07.637473 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-e63235ed-3029-4811-beea-45fec74676f9 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/networks?id=275b173f-f346-4505-bdbc-2adf334f41b4 HTTP/1.1" status: 200 len: 811 time: 0.1039171 Jul 13 14:45:07.651423 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-f9348823-0fa5-4c37-ae8a-d57ef60955ac tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/quotas/f9e7c29b365b4dabab5e1082907164f1 HTTP/1.1" status: 200 len: 375 time: 0.0086927 Jul 13 14:45:07.723302 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-55a8efa5-0b8b-48d1-bee1-c9c195453008 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9e7c29b365b4dabab5e1082907164f1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0671182 Jul 13 14:45:07.822321 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-6b7f0752-f412-4beb-bd87-1b7bd0ad86d4 service neutron] 10.222.0.42 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842359 Jul 13 14:45:07.910785 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-1242ee4d-e9b8-42b1-9404-53e48054e65b service neutron] 10.222.0.42 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827708 Jul 13 14:45:08.198458 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1396773f-d088-4ca8-b345-ff940f695f83 req-12daa57f-4484-423b-9c46-9318b219f451 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 210 time: 0.0285208 Jul 13 14:45:09.336943 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c6e5ca3c-60e3-4ede-b427-2bc8a3c33621 req-446c623b-b95b-4a2a-ab4d-c3021aa5fdfb tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 210 time: 0.0320408 Jul 13 14:45:09.390480 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-d4bd9845-2fc9-4450-9a07-8445698b2d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:09.619032 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:10.225401 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:10.471128 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-43d835bd-e238-4ddb-ac5c-c85ba8964ce9 req-49d90e2a-e008-47a4-910d-b72506387aea tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 210 time: 0.0279837 Jul 13 14:45:11.607531 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8df7e904-b585-4104-9e42-7514a0f49475 req-d4f3fc0a-1dba-4440-9a23-d7cb9072d37a tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 210 time: 0.0273314 Jul 13 14:45:12.031406 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:12.757782 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a358d6d7-4698-4008-9ca3-255e518d71be req-54d9bb45-8866-49de-b565-81fc0b245623 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 210 time: 0.0365019 Jul 13 14:45:12.764291 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-87002f40-1892-498e-b4c1-125a4495ec15 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:12.765760 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-87002f40-1892-498e-b4c1-125a4495ec15 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.44 "GET /v2.0/networks?id=275b173f-f346-4505-bdbc-2adf334f41b4 HTTP/1.1" status: 200 len: 811 time: 0.1328509 Jul 13 14:45:12.834255 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-9c6736df-e0fd-459c-92cb-e927dcf4867f tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9e7c29b365b4dabab5e1082907164f1 HTTP/1.1" status: 200 len: 380 time: 0.0341511 Jul 13 14:45:12.845013 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Request body: {'port': {'device_id': '3b105c06-d04b-4abf-a28d-5b9eccf6cf41', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'admin_state_up': True, 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'security_groups': ['b8aa9764-3590-41bb-82f9-b91d6329e1bc']}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:12.958756 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Made reservation on behalf of f9e7c29b365b4dabab5e1082907164f1 for: {'port': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:45:12.962219 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:13.082891 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Allocated IP 172.20.0.3 (275b173f-f346-4505-bdbc-2adf334f41b4/9f858d18-7848-4749-a84f-ecbf232dcff9/3cfdbe80-6494-4840-a607-d99b72ff39b6) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:45:13.215631 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:13.228772 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Transition to ACTIVE for port object 3cfdbe80-6494-4840-a607-d99b72ff39b6 will not be triggered until provisioned by entity DHCP. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:13.261660 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:13.302650 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Network 275b173f-f346-4505-bdbc-2adf334f41b4 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:13.308256 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:13.312072 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:45:13.340704 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event updated for resources: {'Port': ['ID=3cfdbe80-6494-4840-a607-d99b72ff39b6,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:13.354873 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:13.355223 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:13.355565 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:13.355905 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:13.356234 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:13.356562 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:13.356921 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:13.357256 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:13.357650 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:13.357977 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:13.358300 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:13.358619 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:13.377501 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:13.378259 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:13.391709 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-ab120381-0327-4807-aa98-5096e75172ce tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5502646 Jul 13 14:45:13.406781 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Request body: {'port': {'device_id': '3b105c06-d04b-4abf-a28d-5b9eccf6cf41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:13.484831 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:13.564863 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-c8fd2c53-7793-456c-b08a-aa50a5323c0a None None] Provisioning for port 3cfdbe80-6494-4840-a607-d99b72ff39b6 completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:13.570284 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-c8fd2c53-7793-456c-b08a-aa50a5323c0a None None] Provisioning complete for port 3cfdbe80-6494-4840-a607-d99b72ff39b6 triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:13.570974 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-c8fd2c53-7793-456c-b08a-aa50a5323c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:13.616882 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-c8fd2c53-7793-456c-b08a-aa50a5323c0a None None] Port 3cfdbe80-6494-4840-a607-d99b72ff39b6 cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:45:13.765295 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfdbe80-6494-4840-a607-d99b72ff39b6 {{(pid=93173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:45:13.772787 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:13.784538 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Transition to ACTIVE for port object 3cfdbe80-6494-4840-a607-d99b72ff39b6 will not be triggered until provisioned by entity L2. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:13.788682 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:13.842241 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfdbe80-6494-4840-a607-d99b72ff39b6,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:13.944731 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Attempting to bind port 3cfdbe80-6494-4840-a607-d99b72ff39b6 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:45:13.945171 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Attempting to bind port 3cfdbe80-6494-4840-a607-d99b72ff39b6 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:45:13.945391 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Attempting to bind port 3cfdbe80-6494-4840-a607-d99b72ff39b6 on network 275b173f-f346-4505-bdbc-2adf334f41b4 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:13.952626 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Port 3cfdbe80-6494-4840-a607-d99b72ff39b6 on network 275b173f-f346-4505-bdbc-2adf334f41b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:45:13.953015 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Attempting to bind port 3cfdbe80-6494-4840-a607-d99b72ff39b6 on network 275b173f-f346-4505-bdbc-2adf334f41b4 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:13.962958 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:45:13.963300 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Checking segment: {'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:13.963686 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Bound using segment: {'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:45:13.964121 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Bound port: 3cfdbe80-6494-4840-a607-d99b72ff39b6, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14509920-ef74-4ee4-955d-b3b279f5a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4'}}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:45:13.964481 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:14.279666 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d39b7-68de-4863-a056-d5d7a9ce70d4 req-8d946ae5-73e4-4df7-a100-4daadfcc024d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:14.281218 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a03d39b7-68de-4863-a056-d5d7a9ce70d4 req-8d946ae5-73e4-4df7-a100-4daadfcc024d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 943 time: 0.3975179 Jul 13 14:45:14.339436 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] For port 3cfdbe80-6494-4840-a607-d99b72ff39b6, host hv-cinder-78836, cleared binding levels {{(pid=93173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:45:14.345886 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a03d39b7-68de-4863-a056-d5d7a9ce70d4 req-58dc4359-0164-4065-a934-0b4f13a29e69 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583725 Jul 13 14:45:14.354294 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] For port 3cfdbe80-6494-4840-a607-d99b72ff39b6, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3cfdbe80-6494-4840-a607-d99b72ff39b6,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:45:14.358066 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:14.390833 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:14.392397 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:14.393408 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] 10.222.0.44 "PUT /v2.0/ports/3cfdbe80-6494-4840-a607-d99b72ff39b6 HTTP/1.1" status: 200 len: 1093 time: 0.9909544 Jul 13 14:45:14.393833 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b105c06-d04b-4abf-a28d-5b9eccf6cf41', 'tag': '3cfdbe80-6494-4840-a607-d99b72ff39b6'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:14.396046 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050d9905-5701-43b7-a9c7-13978a176c72" -d '{"events": [{"name": "network-changed", "server_uuid": "3b105c06-d04b-4abf-a28d-5b9eccf6cf41", "tag": "3cfdbe80-6494-4840-a607-d99b72ff39b6"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:14.422769 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a20721-4816-4591-a258-19a2a3c08e64 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfdbe80-6494-4840-a607-d99b72ff39b6,revision_number=3']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:14.441203 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad97a3b-103c-40c3-a71b-c0f1dc21cc70 x-openstack-request-id: req-8ad97a3b-103c-40c3-a71b-c0f1dc21cc70 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:14.441518 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b105c06-d04b-4abf-a28d-5b9eccf6cf41", "tag": "3cfdbe80-6494-4840-a607-d99b72ff39b6", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:14.441768 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ad97a3b-103c-40c3-a71b-c0f1dc21cc70 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:14.442158 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b105c06-d04b-4abf-a28d-5b9eccf6cf41', 'tag': '3cfdbe80-6494-4840-a607-d99b72ff39b6', 'status': 'completed', 'code': 200} Jul 13 14:45:14.509338 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-b9bd6097-219b-493d-af85-8e9dc01cf634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:14.510883 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-b9bd6097-219b-493d-af85-8e9dc01cf634 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9e7c29b365b4dabab5e1082907164f1&device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 1096 time: 0.0551040 Jul 13 14:45:14.560740 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-346f068c-dacf-4860-bd86-d1c8cd73d6bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cfdbe80-6494-4840-a607-d99b72ff39b6 HTTP/1.1" status: 200 len: 217 time: 0.0374255 Jul 13 14:45:14.612578 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-5b72430b-d8d5-4202-8754-812d1ba3a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:14.613972 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-5b72430b-d8d5-4202-8754-812d1ba3a0cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f858d18-7848-4749-a84f-ecbf232dcff9 HTTP/1.1" status: 200 len: 850 time: 0.0428808 Jul 13 14:45:14.670373 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-30b27a8b-8794-482b-bdde-c0b2f543c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:14.671864 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-30b27a8b-8794-482b-bdde-c0b2f543c166 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=275b173f-f346-4505-bdbc-2adf334f41b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505214 Jul 13 14:45:14.767159 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-b40af489-06b4-4b5a-b7a3-30187fc22133 service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845149 Jul 13 14:45:14.860855 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6b5c2394-7ce3-4b38-8b2c-0abcf2a9ae53 req-a5fd1628-7959-45ea-b3bf-ee513bd4f8bb service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833092 Jul 13 14:45:14.982116 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d9905-5701-43b7-a9c7-13978a176c72 req-af68e80f-d084-4b27-b744-fb5e7b9a56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:14.983591 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-050d9905-5701-43b7-a9c7-13978a176c72 req-af68e80f-d084-4b27-b744-fb5e7b9a56a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9e7c29b365b4dabab5e1082907164f1&device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 1096 time: 0.0563066 Jul 13 14:45:15.073626 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d9905-5701-43b7-a9c7-13978a176c72 req-985de4c4-76d9-43ae-af02-706f3a8203b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:15.075090 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-050d9905-5701-43b7-a9c7-13978a176c72 req-985de4c4-76d9-43ae-af02-706f3a8203b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=275b173f-f346-4505-bdbc-2adf334f41b4 HTTP/1.1" status: 200 len: 912 time: 0.0828450 Jul 13 14:45:15.117473 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-050d9905-5701-43b7-a9c7-13978a176c72 req-1927582c-8e9e-4878-9c24-13159d82e981 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cfdbe80-6494-4840-a607-d99b72ff39b6 HTTP/1.1" status: 200 len: 217 time: 0.0337594 Jul 13 14:45:15.174551 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d9905-5701-43b7-a9c7-13978a176c72 req-a14a0a95-17c3-4368-9e28-b9ff75a5e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:15.175988 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-050d9905-5701-43b7-a9c7-13978a176c72 req-a14a0a95-17c3-4368-9e28-b9ff75a5e08f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f858d18-7848-4749-a84f-ecbf232dcff9 HTTP/1.1" status: 200 len: 850 time: 0.0474808 Jul 13 14:45:15.244521 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d9905-5701-43b7-a9c7-13978a176c72 req-229af72b-da38-4b82-aaf4-645a06a6ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:15.246074 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-050d9905-5701-43b7-a9c7-13978a176c72 req-229af72b-da38-4b82-aaf4-645a06a6ae4e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=275b173f-f346-4505-bdbc-2adf334f41b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536151 Jul 13 14:45:15.335293 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-050d9905-5701-43b7-a9c7-13978a176c72 req-717a2f43-e1cb-4beb-9268-912d2d54836a service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791299 Jul 13 14:45:15.435235 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-050d9905-5701-43b7-a9c7-13978a176c72 req-49d01f88-a042-43cc-ba19-7ca2d06d9d32 service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847590 Jul 13 14:45:15.521311 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe66ab-4a8a-4ff1-98f4-6b12cb218ea0 req-18b6dd29-9017-4b09-91e9-e9aedd5caeed tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:15.522666 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-effe66ab-4a8a-4ff1-98f4-6b12cb218ea0 req-18b6dd29-9017-4b09-91e9-e9aedd5caeed tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 943 time: 0.0633683 Jul 13 14:45:15.558870 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-effe66ab-4a8a-4ff1-98f4-6b12cb218ea0 req-b53246cd-2433-4be9-9dad-5dc41189f580 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308425 Jul 13 14:45:16.732772 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76823fc-5494-4c65-967d-4bc48a68c2cc req-c8aac3e7-6b1b-433d-bb2d-504c2a703b8a tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:16.734225 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c76823fc-5494-4c65-967d-4bc48a68c2cc req-c8aac3e7-6b1b-433d-bb2d-504c2a703b8a tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 943 time: 0.0674095 Jul 13 14:45:16.772518 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c76823fc-5494-4c65-967d-4bc48a68c2cc req-5833bc4b-87a7-447d-b1e6-508f6eac70e6 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323546 Jul 13 14:45:17.945824 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b598158-3c6a-44ee-a168-61f9d59ae799 req-a4665b3a-328d-4b1c-9dd7-93fe27506a5d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:17.947314 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3b598158-3c6a-44ee-a168-61f9d59ae799 req-a4665b3a-328d-4b1c-9dd7-93fe27506a5d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 943 time: 0.0627012 Jul 13 14:45:17.984232 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3b598158-3c6a-44ee-a168-61f9d59ae799 req-1cffc170-683b-47fb-9311-63a59eaa77d7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314081 Jul 13 14:45:18.731450 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 54266) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:18.831145 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-e5f2ddb2-a1bb-4a29-b270-6602069d0cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:18.918760 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-e5f2ddb2-a1bb-4a29-b270-6602069d0cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:18.922499 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-e5f2ddb2-a1bb-4a29-b270-6602069d0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:18.963240 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-e5f2ddb2-a1bb-4a29-b270-6602069d0cb2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ce654ae942e4e5f9867eb72706b97d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306209 Jul 13 14:45:18.964976 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2ddb2-a1bb-4a29-b270-6602069d0cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4226dee7-d575-4559-b7ce-43ef2916b085,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:18.966209 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 54270) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:19.017391 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f2ddfbf7-81ad-440f-83c8-c4794374f1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:19.038474 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f2ddfbf7-81ad-440f-83c8-c4794374f1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:19.084134 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f2ddfbf7-81ad-440f-83c8-c4794374f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:19.087246 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f2ddfbf7-81ad-440f-83c8-c4794374f1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:19.089809 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-f2ddfbf7-81ad-440f-83c8-c4794374f1c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4226dee7-d575-4559-b7ce-43ef2916b085 HTTP/1.1" status: 204 len: 168 time: 0.1223421 Jul 13 14:45:19.098107 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddfbf7-81ad-440f-83c8-c4794374f1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4226dee7-d575-4559-b7ce-43ef2916b085,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:19.163373 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b345f5-ae7e-413b-a802-6ef88076cf32 req-78bb1b85-ea13-442e-bba3-392594f20734 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:19.164894 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-83b345f5-ae7e-413b-a802-6ef88076cf32 req-78bb1b85-ea13-442e-bba3-392594f20734 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 943 time: 0.0688171 Jul 13 14:45:19.204757 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-83b345f5-ae7e-413b-a802-6ef88076cf32 req-aac2b1b0-645a-44de-9e54-e91eafcbbbc9 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339503 Jul 13 14:45:19.252218 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:45:20.374993 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24646e71-33f7-4987-ae13-fb359825eca8 req-d668dc87-0133-408d-85eb-4c65bd0eafa5 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:20.376961 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-24646e71-33f7-4987-ae13-fb359825eca8 req-d668dc87-0133-408d-85eb-4c65bd0eafa5 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 943 time: 0.0616672 Jul 13 14:45:20.413112 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-24646e71-33f7-4987-ae13-fb359825eca8 req-80b2b906-eb9e-448e-b997-12179f80e43a tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307949 Jul 13 14:45:21.583774 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d9f15-205f-45cb-855c-052148e22d89 req-57b21a61-3ac8-4c01-9839-49f8c7f397cf tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:21.585267 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-203d9f15-205f-45cb-855c-052148e22d89 req-57b21a61-3ac8-4c01-9839-49f8c7f397cf tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 943 time: 0.0659645 Jul 13 14:45:21.623631 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-203d9f15-205f-45cb-855c-052148e22d89 req-ac64941a-6019-4691-b701-f37ee074a14c tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325155 Jul 13 14:45:22.791764 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24649b4d-ccb2-46bf-b20b-3ec66e1a39b5 req-84227860-e0e7-4120-a039-bef717934618 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:22.793247 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-24649b4d-ccb2-46bf-b20b-3ec66e1a39b5 req-84227860-e0e7-4120-a039-bef717934618 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 943 time: 0.0621583 Jul 13 14:45:22.831263 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-24649b4d-ccb2-46bf-b20b-3ec66e1a39b5 req-d24ce280-b802-42bf-b978-316b40d2eb20 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319452 Jul 13 14:45:24.001642 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be5b97-f5ff-45a6-8939-b0630231a42b req-d6a4ab82-d6d5-4089-a1f9-658b7b3422ae tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:24.003133 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-14be5b97-f5ff-45a6-8939-b0630231a42b req-d6a4ab82-d6d5-4089-a1f9-658b7b3422ae tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 943 time: 0.0631175 Jul 13 14:45:24.030924 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 3cfdbe80-6494-4840-a607-d99b72ff39b6 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:45:24.040183 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-14be5b97-f5ff-45a6-8939-b0630231a42b req-1ddd873b-f4c5-4f22-aac3-2dd93fd1e6d4 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316494 Jul 13 14:45:24.122658 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 3cfdbe80-6494-4840-a607-d99b72ff39b6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3cfdbe80-6494-4840-a607-d99b72ff39b6,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:24.133238 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': '3cfdbe80-6494-4840-a607-d99b72ff39b6', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'port_id': '3cfdbe80-6494-4840-a607-d99b72ff39b6', 'mac_address': 'fa:16:3e:95:bc:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:45:24.171324 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.183736 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfdbe80-6494-4840-a607-d99b72ff39b6 {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:45:24.201809 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 3cfdbe80-6494-4840-a607-d99b72ff39b6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3cfdbe80-6494-4840-a607-d99b72ff39b6,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:24.207067 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.252346 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=3cfdbe80-6494-4840-a607-d99b72ff39b6,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:24.259086 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:24.259433 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:24.259771 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:24.260103 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:24.260430 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:24.260792 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:24.261115 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:24.261436 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:24.261758 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:24.262076 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:24.262393 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:24.262713 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:24.594097 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['3cfdbe80-6494-4840-a607-d99b72ff39b6'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:45:25.216671 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88055ac-4eff-49b3-a3f6-506a84c229e9 req-06833011-e09b-4c7d-868c-dd270560925f tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:25.218078 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a88055ac-4eff-49b3-a3f6-506a84c229e9 req-06833011-e09b-4c7d-868c-dd270560925f tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 944 time: 0.0666180 Jul 13 14:45:25.255988 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a88055ac-4eff-49b3-a3f6-506a84c229e9 req-8f9cd392-9cf8-40f0-a848-d157905fee85 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311193 Jul 13 14:45:26.037497 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 3cfdbe80-6494-4840-a607-d99b72ff39b6 up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:26.083773 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port 3cfdbe80-6494-4840-a607-d99b72ff39b6 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:26.087199 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port 3cfdbe80-6494-4840-a607-d99b72ff39b6 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:26.087566 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.161793 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.182440 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b105c06-d04b-4abf-a28d-5b9eccf6cf41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfdbe80-6494-4840-a607-d99b72ff39b6'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:26.184638 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e49b5b-3bcf-4686-a006-32cc3736706b" -d '{"events": [{"server_uuid": "3b105c06-d04b-4abf-a28d-5b9eccf6cf41", "name": "network-vif-plugged", "status": "completed", "tag": "3cfdbe80-6494-4840-a607-d99b72ff39b6"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:26.197510 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 3cfdbe80-6494-4840-a607-d99b72ff39b6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3cfdbe80-6494-4840-a607-d99b72ff39b6,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:26.201537 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.226457 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3e6008-1411-4022-9a7e-81566c524e0f x-openstack-request-id: req-cd3e6008-1411-4022-9a7e-81566c524e0f {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:26.226754 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b105c06-d04b-4abf-a28d-5b9eccf6cf41", "name": "network-vif-plugged", "status": "completed", "tag": "3cfdbe80-6494-4840-a607-d99b72ff39b6", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:26.227586 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd3e6008-1411-4022-9a7e-81566c524e0f {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:26.227980 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b105c06-d04b-4abf-a28d-5b9eccf6cf41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfdbe80-6494-4840-a607-d99b72ff39b6', 'code': 200} Jul 13 14:45:26.256712 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=3cfdbe80-6494-4840-a607-d99b72ff39b6,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:26.430140 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52d2a4-6ea1-4e62-97af-40fd3ae243e0 req-71972567-fd9a-46e8-b551-ace41712fc00 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:26.431569 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0e52d2a4-6ea1-4e62-97af-40fd3ae243e0 req-71972567-fd9a-46e8-b551-ace41712fc00 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 945 time: 0.0661240 Jul 13 14:45:26.473717 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0e52d2a4-6ea1-4e62-97af-40fd3ae243e0 req-1917a0c7-8cc6-42a0-84f7-9c08ce2b1c8e tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364451 Jul 13 14:45:26.568484 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52bc67-04f6-407e-96f8-c65e2de07207 req-40d75be0-3cd9-49c7-a4f1-7418a2a025d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:26.569963 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bd52bc67-04f6-407e-96f8-c65e2de07207 req-40d75be0-3cd9-49c7-a4f1-7418a2a025d1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 1098 time: 0.0560777 Jul 13 14:45:26.612758 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bd52bc67-04f6-407e-96f8-c65e2de07207 req-e410652a-3ce5-4892-8ac2-477ccf3f7f6c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268326 Jul 13 14:45:27.641876 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507af08-0e0c-496b-b678-22f94d979cce req-0271d83e-4842-4b8c-8aef-e7b3120b1620 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:27.643253 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2507af08-0e0c-496b-b678-22f94d979cce req-0271d83e-4842-4b8c-8aef-e7b3120b1620 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 945 time: 0.0628431 Jul 13 14:45:27.680417 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2507af08-0e0c-496b-b678-22f94d979cce req-c0083679-b17f-4744-af01-99d06c411dbb tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314388 Jul 13 14:45:28.847006 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45080c8e-0627-42f2-86c5-e80ba7cfef7c req-fe4c56f8-e09b-4ae0-bf21-54d472e9e0ea tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:28.848373 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-45080c8e-0627-42f2-86c5-e80ba7cfef7c req-fe4c56f8-e09b-4ae0-bf21-54d472e9e0ea tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 945 time: 0.0618989 Jul 13 14:45:28.884215 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-45080c8e-0627-42f2-86c5-e80ba7cfef7c req-bd41bf09-47a2-42ad-91b5-549baea5ffcb tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303884 Jul 13 14:45:29.059721 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e658e-1422-4d47-8582-dd4d8d9fbef6 req-592ca1a8-a32b-4d0c-bf74-37839374e774 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:29.061216 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1f2e658e-1422-4d47-8582-dd4d8d9fbef6 req-592ca1a8-a32b-4d0c-bf74-37839374e774 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 945 time: 0.0658624 Jul 13 14:45:29.098842 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1f2e658e-1422-4d47-8582-dd4d8d9fbef6 req-af2f6079-c6ab-4558-b1cf-a4fd78722e76 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315878 Jul 13 14:45:29.122206 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 54316) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:29.307334 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49df792f-0f9b-4fed-bcc9-685baf0696ae tempest-TestVolumeBootPattern-779148992 tempest-TestVolumeBootPattern-779148992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:29.308887 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-49df792f-0f9b-4fed-bcc9-685baf0696ae tempest-TestVolumeBootPattern-779148992 tempest-TestVolumeBootPattern-779148992-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 1093 time: 0.1856589 Jul 13 14:45:29.311608 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 54320) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:29.316487 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Request body: {'floatingip': {'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'port_id': '3cfdbe80-6494-4840-a607-d99b72ff39b6', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:29.338538 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for floatingip, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:29.430107 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:29.528051 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Allocated IP 172.27.2.18 (64164622-617a-4d99-aad1-f3cf00d7c839/9a558fe0-5def-4fa7-9003-30b84af57514/9e493bbd-71c2-440c-b2fd-4d20d1dc5dae) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:45:29.626804 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:29.664343 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:29.699818 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:29.701059 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:29.706399 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:45:29.733326 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event updated for resources: {'Port': ['ID=9e493bbd-71c2-440c-b2fd-4d20d1dc5dae,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:30.065641 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:30.140385 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:30.280663 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for port, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:30.284719 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8777659'] for port, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:30.355145 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event updated for resources: {'Port': ['ID=9e493bbd-71c2-440c-b2fd-4d20d1dc5dae,revision_number=2']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:30.364377 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909700'] for floatingip, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:30.465020 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.l3_db [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Floating IP 146fa5d5-e007-45ca-addf-9a8ffac1aec9 associated. External IP: 172.27.2.18, port: 3cfdbe80-6494-4840-a607-d99b72ff39b6. Jul 13 14:45:30.667304 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:45:30.773388 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:45:30.783987 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145f0e7d-95e7-4029-afdf-d29099c5eb74 None None] Sync routers for ids ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:45:30.790868 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:30.794390 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145f0e7d-95e7-4029-afdf-d29099c5eb74 None None] Routers {'4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:30.795023 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-145f0e7d-95e7-4029-afdf-d29099c5eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:45:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:30.848603 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-119533f0-3c37-41cc-8ec2-a741ab863f2b tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5239303 Jul 13 14:45:30.848603 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b105c06-d04b-4abf-a28d-5b9eccf6cf41', 'tag': '3cfdbe80-6494-4840-a607-d99b72ff39b6'}] {{(pid=93172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:30.848603 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f99a20e7926ac0a9073af94a8a5f0d8e34f6a0025af7e4a09400b7fc179008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec61b0c3-cff1-4ae0-8892-bf59a3e0ab5e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b105c06-d04b-4abf-a28d-5b9eccf6cf41", "tag": "3cfdbe80-6494-4840-a607-d99b72ff39b6"}]}' {{(pid=93172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:30.932448 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-145f0e7d-95e7-4029-afdf-d29099c5eb74 None None] Set router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:31.003315 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7025ab5a-71a4-4a79-9f4d-14c3849b8dfc x-openstack-request-id: req-7025ab5a-71a4-4a79-9f4d-14c3849b8dfc {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:31.003611 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b105c06-d04b-4abf-a28d-5b9eccf6cf41", "tag": "3cfdbe80-6494-4840-a607-d99b72ff39b6", "status": "completed", "code": 200}]} {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:31.003917 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7025ab5a-71a4-4a79-9f4d-14c3849b8dfc {{(pid=93172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:31.004263 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b105c06-d04b-4abf-a28d-5b9eccf6cf41', 'tag': '3cfdbe80-6494-4840-a607-d99b72ff39b6', 'status': 'completed', 'code': 200} Jul 13 14:45:31.094164 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61b0c3-cff1-4ae0-8892-bf59a3e0ab5e req-9d6d9b13-bca6-4f71-807f-a45f1930a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:31.095817 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ec61b0c3-cff1-4ae0-8892-bf59a3e0ab5e req-9d6d9b13-bca6-4f71-807f-a45f1930a366 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9e7c29b365b4dabab5e1082907164f1&device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 1098 time: 0.0553741 Jul 13 14:45:31.189941 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-145f0e7d-95e7-4029-afdf-d29099c5eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '146fa5d5-e007-45ca-addf-9a8ffac1aec9', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'port_id': '3cfdbe80-6494-4840-a607-d99b72ff39b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'mac_address': 'fa:16:3e:95:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b105c06-d04b-4abf-a28d-5b9eccf6cf41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:45:29Z', 'updated_at': '2021-07-13T14:45:29Z', 'revision_number': 0, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'fixed_ip_address_scope': None}, {'id': '17927f16-efab-45e1-8a5c-97d231e23e31', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'port_id': 'c1dd696b-b199-4bfc-8817-99e46287a5c9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'mac_address': 'fa:16:3e:04:27:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16962761-915e-4913-b24b-fd9efedb2eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:42:57Z', 'updated_at': '2021-07-13T14:42:59Z', 'revision_number': 1, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:31.190313 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61b0c3-cff1-4ae0-8892-bf59a3e0ab5e req-cb586013-780d-43a9-abf5-3225aa24b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:31.191776 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ec61b0c3-cff1-4ae0-8892-bf59a3e0ab5e req-cb586013-780d-43a9-abf5-3225aa24b87c service neutron] 10.222.0.44 "GET /v2.0/networks?id=275b173f-f346-4505-bdbc-2adf334f41b4 HTTP/1.1" status: 200 len: 912 time: 0.0881846 Jul 13 14:45:31.220218 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145f0e7d-95e7-4029-afdf-d29099c5eb74 None None] Checking router: 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:45:31.233099 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145f0e7d-95e7-4029-afdf-d29099c5eb74 None None] Routers {'4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:31.233697 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-145f0e7d-95e7-4029-afdf-d29099c5eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:45:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:31.237107 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:31.264020 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ec61b0c3-cff1-4ae0-8892-bf59a3e0ab5e req-aefc8eec-2602-4de9-b02a-84c60e0c1b62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cfdbe80-6494-4840-a607-d99b72ff39b6 HTTP/1.1" status: 200 len: 998 time: 0.0586796 Jul 13 14:45:31.316874 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61b0c3-cff1-4ae0-8892-bf59a3e0ab5e req-47b86b43-bdac-49bc-8cff-dc2292493024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:31.318350 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ec61b0c3-cff1-4ae0-8892-bf59a3e0ab5e req-47b86b43-bdac-49bc-8cff-dc2292493024 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f858d18-7848-4749-a84f-ecbf232dcff9 HTTP/1.1" status: 200 len: 850 time: 0.0445793 Jul 13 14:45:31.388700 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61b0c3-cff1-4ae0-8892-bf59a3e0ab5e req-05adff3a-26ad-41f3-96cd-1d02f038f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:31.390301 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ec61b0c3-cff1-4ae0-8892-bf59a3e0ab5e req-05adff3a-26ad-41f3-96cd-1d02f038f629 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=275b173f-f346-4505-bdbc-2adf334f41b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605652 Jul 13 14:45:31.454930 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-145f0e7d-95e7-4029-afdf-d29099c5eb74 None None] Set router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:31.483917 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ec61b0c3-cff1-4ae0-8892-bf59a3e0ab5e req-99f77825-a278-4e04-971d-9bf5e018ce75 service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823245 Jul 13 14:45:31.581351 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ec61b0c3-cff1-4ae0-8892-bf59a3e0ab5e req-7acbb5d3-cc87-4b96-8d9a-2419d805e542 service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871241 Jul 13 14:45:31.672867 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-145f0e7d-95e7-4029-afdf-d29099c5eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '146fa5d5-e007-45ca-addf-9a8ffac1aec9', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'port_id': '3cfdbe80-6494-4840-a607-d99b72ff39b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'mac_address': 'fa:16:3e:95:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b105c06-d04b-4abf-a28d-5b9eccf6cf41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:45:29Z', 'updated_at': '2021-07-13T14:45:29Z', 'revision_number': 0, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'fixed_ip_address_scope': None}, {'id': '17927f16-efab-45e1-8a5c-97d231e23e31', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'port_id': 'c1dd696b-b199-4bfc-8817-99e46287a5c9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'mac_address': 'fa:16:3e:04:27:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16962761-915e-4913-b24b-fd9efedb2eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:42:57Z', 'updated_at': '2021-07-13T14:42:59Z', 'revision_number': 1, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:31.701956 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145f0e7d-95e7-4029-afdf-d29099c5eb74 None None] The sync data for ids ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'] in dv-cinder-788365-4-iscsi is: [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '146fa5d5-e007-45ca-addf-9a8ffac1aec9', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'port_id': '3cfdbe80-6494-4840-a607-d99b72ff39b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'mac_address': 'fa:16:3e:95:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b105c06-d04b-4abf-a28d-5b9eccf6cf41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:45:29Z', 'updated_at': '2021-07-13T14:45:29Z', 'revision_number': 0, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'fixed_ip_address_scope': None}, {'id': '17927f16-efab-45e1-8a5c-97d231e23e31', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'port_id': 'c1dd696b-b199-4bfc-8817-99e46287a5c9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'mac_address': 'fa:16:3e:04:27:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16962761-915e-4913-b24b-fd9efedb2eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:42:57Z', 'updated_at': '2021-07-13T14:42:59Z', 'revision_number': 1, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:45:31.875238 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22b0da-4176-4d68-b2f0-169856c0d867 None None] New status for floating IP 146fa5d5-e007-45ca-addf-9a8ffac1aec9: ACTIVE {{(pid=93177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:45:33.087889 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffcbea-b64e-4ae6-b942-d1eb70314cd5 req-670d3e19-a78c-4afd-99a0-701f3e3fda1f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:33.089633 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-67ffcbea-b64e-4ae6-b942-d1eb70314cd5 req-670d3e19-a78c-4afd-99a0-701f3e3fda1f tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 947 time: 0.0630171 Jul 13 14:45:33.127588 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-67ffcbea-b64e-4ae6-b942-d1eb70314cd5 req-885d6fd3-147a-4c6c-8e2d-29acc50e36dc tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324404 Jul 13 14:45:34.302635 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2193a-1ace-4088-9f09-7650d28dec16 req-e514f543-a970-4ccb-9f26-f7c3db9f8992 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:34.304119 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-89b2193a-1ace-4088-9f09-7650d28dec16 req-e514f543-a970-4ccb-9f26-f7c3db9f8992 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 947 time: 0.0625162 Jul 13 14:45:34.342257 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-89b2193a-1ace-4088-9f09-7650d28dec16 req-d3c40d80-f0ce-43d4-893f-c66f6d95edd3 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317874 Jul 13 14:45:35.039715 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf48634-eda8-4d9e-8dee-3d7b049ba2c4 req-6e9d3022-47d7-4545-b5a5-7365c9379554 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:35.041150 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-aaf48634-eda8-4d9e-8dee-3d7b049ba2c4 req-6e9d3022-47d7-4545-b5a5-7365c9379554 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 947 time: 0.0652578 Jul 13 14:45:35.137632 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-aaf48634-eda8-4d9e-8dee-3d7b049ba2c4 req-f2f324f1-de6f-4344-a3a8-45ae28098b47 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Deleting port e8e9a69d-7054-4131-a60c-52f41c200e29 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:45:35.137903 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-aaf48634-eda8-4d9e-8dee-3d7b049ba2c4 req-f2f324f1-de6f-4344-a3a8-45ae28098b47 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:35.225361 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-aaf48634-eda8-4d9e-8dee-3d7b049ba2c4 req-f2f324f1-de6f-4344-a3a8-45ae28098b47 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] For port e8e9a69d-7054-4131-a60c-52f41c200e29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e8e9a69d-7054-4131-a60c-52f41c200e29,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:35.225719 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-aaf48634-eda8-4d9e-8dee-3d7b049ba2c4 req-f2f324f1-de6f-4344-a3a8-45ae28098b47 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:35.388373 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-aaf48634-eda8-4d9e-8dee-3d7b049ba2c4 req-f2f324f1-de6f-4344-a3a8-45ae28098b47 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:35.388938 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-aaf48634-eda8-4d9e-8dee-3d7b049ba2c4 req-f2f324f1-de6f-4344-a3a8-45ae28098b47 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909700'] for floatingip, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:35.389262 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.l3_db [req-aaf48634-eda8-4d9e-8dee-3d7b049ba2c4 req-f2f324f1-de6f-4344-a3a8-45ae28098b47 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Floating IP 215b3704-d901-4ed1-bd9d-06980ae37f2f disassociated. External IP: 172.27.2.251, port: e8e9a69d-7054-4131-a60c-52f41c200e29. Jul 13 14:45:35.389812 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-aaf48634-eda8-4d9e-8dee-3d7b049ba2c4 req-f2f324f1-de6f-4344-a3a8-45ae28098b47 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Calling delete_port for e8e9a69d-7054-4131-a60c-52f41c200e29 owned by compute:nova {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:45:35.558822 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-aaf48634-eda8-4d9e-8dee-3d7b049ba2c4 req-f2f324f1-de6f-4344-a3a8-45ae28098b47 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:35.574127 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52175a4a-d852-49f1-b4e2-7f2c642cec32 req-685daa68-da90-4a3b-ba06-42e81eec9356 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:35.575599 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-52175a4a-d852-49f1-b4e2-7f2c642cec32 req-685daa68-da90-4a3b-ba06-42e81eec9356 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bba179b-9ade-4566-addc-aaa406350350 HTTP/1.1" status: 200 len: 947 time: 0.1090446 Jul 13 14:45:35.599756 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f324f1-de6f-4344-a3a8-45ae28098b47 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Pushing event deleted for resources: {'Port': ['ID=e8e9a69d-7054-4131-a60c-52f41c200e29,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:35.681585 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-52175a4a-d852-49f1-b4e2-7f2c642cec32 req-fea717ac-6d98-4ac3-a6bf-f06b065efdab tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe11ff7-e5f3-45e2-9432-5d9845581341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850675 Jul 13 14:45:35.742211 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaf48634-eda8-4d9e-8dee-3d7b049ba2c4 req-f2f324f1-de6f-4344-a3a8-45ae28098b47 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Router 6f11985b-bae0-41ef-8169-346a4cc221f2 has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:45:35.856550 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaf48634-eda8-4d9e-8dee-3d7b049ba2c4 req-f2f324f1-de6f-4344-a3a8-45ae28098b47 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:45:35.867101 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6115974c-db03-4822-a022-f067fd1d06fa None None] Sync routers for ids ['6f11985b-bae0-41ef-8169-346a4cc221f2'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:45:35.876476 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6115974c-db03-4822-a022-f067fd1d06fa None None] Routers {'6f11985b-bae0-41ef-8169-346a4cc221f2'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:35.877428 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-6115974c-db03-4822-a022-f067fd1d06fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:45:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['6f11985b-bae0-41ef-8169-346a4cc221f2'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:35.911092 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf48634-eda8-4d9e-8dee-3d7b049ba2c4 req-f2f324f1-de6f-4344-a3a8-45ae28098b47 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] No DVR routers for this DVR port e8e9a69d-7054-4131-a60c-52f41c200e29 on host hv-cinder-78836 {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:45:35.913801 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-aaf48634-eda8-4d9e-8dee-3d7b049ba2c4 req-f2f324f1-de6f-4344-a3a8-45ae28098b47 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:35.915983 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-aaf48634-eda8-4d9e-8dee-3d7b049ba2c4 req-f2f324f1-de6f-4344-a3a8-45ae28098b47 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.44 "DELETE /v2.0/ports/e8e9a69d-7054-4131-a60c-52f41c200e29 HTTP/1.1" status: 204 len: 173 time: 0.8672323 Jul 13 14:45:35.916441 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bba179b-9ade-4566-addc-aaa406350350', 'name': 'network-vif-deleted', 'tag': 'e8e9a69d-7054-4131-a60c-52f41c200e29'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:35.919140 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac93f08-e587-4d3f-832d-2b03f984d27b" -d '{"events": [{"server_uuid": "8bba179b-9ade-4566-addc-aaa406350350", "name": "network-vif-deleted", "tag": "e8e9a69d-7054-4131-a60c-52f41c200e29"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:35.956523 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48920dd-889b-4d42-b6c9-3325853b61d2 x-openstack-request-id: req-d48920dd-889b-4d42-b6c9-3325853b61d2 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:35.956777 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bba179b-9ade-4566-addc-aaa406350350", "name": "network-vif-deleted", "tag": "e8e9a69d-7054-4131-a60c-52f41c200e29", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:35.957028 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d48920dd-889b-4d42-b6c9-3325853b61d2 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:35.957538 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bba179b-9ade-4566-addc-aaa406350350', 'name': 'network-vif-deleted', 'tag': 'e8e9a69d-7054-4131-a60c-52f41c200e29', 'status': 'completed', 'code': 200} Jul 13 14:45:36.007906 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-6115974c-db03-4822-a022-f067fd1d06fa None None] Set router 6f11985b-bae0-41ef-8169-346a4cc221f2 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:36.307767 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-6115974c-db03-4822-a022-f067fd1d06fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 4, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port': {'id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '8451b8c5-d482-4459-8d74-78c96d521006', 'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'mac_address': 'fa:16:3e:4e:ce:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:41Z', 'updated_at': '2021-07-13T14:37:48Z', 'revision_number': 5, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'subnets': [{'id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:36.338009 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6115974c-db03-4822-a022-f067fd1d06fa None None] Checking router: 6f11985b-bae0-41ef-8169-346a4cc221f2 for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:45:36.354951 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6115974c-db03-4822-a022-f067fd1d06fa None None] Routers {'6f11985b-bae0-41ef-8169-346a4cc221f2'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:36.355554 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-6115974c-db03-4822-a022-f067fd1d06fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:45:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['6f11985b-bae0-41ef-8169-346a4cc221f2'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:36.463270 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-6115974c-db03-4822-a022-f067fd1d06fa None None] Set router 6f11985b-bae0-41ef-8169-346a4cc221f2 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:36.594021 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-cac53f18-88ed-4911-873f-3dab3ffe691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:36.667518 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-6115974c-db03-4822-a022-f067fd1d06fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 4, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port': {'id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '8451b8c5-d482-4459-8d74-78c96d521006', 'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'mac_address': 'fa:16:3e:4e:ce:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:41Z', 'updated_at': '2021-07-13T14:37:48Z', 'revision_number': 5, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'subnets': [{'id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:36.692547 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6115974c-db03-4822-a022-f067fd1d06fa None None] The sync data for ids ['6f11985b-bae0-41ef-8169-346a4cc221f2'] in dv-cinder-788365-4-iscsi is: [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:37:43Z', 'revision_number': 4, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port': {'id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '8451b8c5-d482-4459-8d74-78c96d521006', 'name': '', 'network_id': 'e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'mac_address': 'fa:16:3e:4e:ce:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:41Z', 'updated_at': '2021-07-13T14:37:48Z', 'revision_number': 5, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'subnets': [{'id': '1c92b411-3ce3-4134-a4e0-9e76e0a93cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:45:36.811705 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 54368) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:36.873173 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5fe724ff-1592-46de-ac3d-3ed8c4058f1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:36.900280 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5fe724ff-1592-46de-ac3d-3ed8c4058f1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:36.914238 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c9432-889c-4b96-8865-d568cdf9dcf3 None None] New status for floating IP 215b3704-d901-4ed1-bd9d-06980ae37f2f: DOWN {{(pid=93177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:45:36.951773 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5fe724ff-1592-46de-ac3d-3ed8c4058f1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:36.955289 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-5fe724ff-1592-46de-ac3d-3ed8c4058f1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:36.956722 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-5fe724ff-1592-46de-ac3d-3ed8c4058f1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "DELETE /v2.0/security-groups/0fe11ff7-e5f3-45e2-9432-5d9845581341 HTTP/1.1" status: 204 len: 168 time: 0.1440213 Jul 13 14:45:36.959569 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 54374) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:36.965767 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe724ff-1592-46de-ac3d-3ed8c4058f1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe11ff7-e5f3-45e2-9432-5d9845581341,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:36.973324 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe724ff-1592-46de-ac3d-3ed8c4058f1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:36.973953 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe724ff-1592-46de-ac3d-3ed8c4058f1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:36.974480 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe724ff-1592-46de-ac3d-3ed8c4058f1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:36.974979 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe724ff-1592-46de-ac3d-3ed8c4058f1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:36.975472 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe724ff-1592-46de-ac3d-3ed8c4058f1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:36.975970 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe724ff-1592-46de-ac3d-3ed8c4058f1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:36.976462 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe724ff-1592-46de-ac3d-3ed8c4058f1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:36.976975 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe724ff-1592-46de-ac3d-3ed8c4058f1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:36.977452 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe724ff-1592-46de-ac3d-3ed8c4058f1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:36.977940 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe724ff-1592-46de-ac3d-3ed8c4058f1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:36.978249 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.api.v2.resource [None req-4c7f13dc-ebec-4ddc-acd8-9af1db80cc71 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] show failed (client error): The resource could not be found. Jul 13 14:45:36.978427 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe724ff-1592-46de-ac3d-3ed8c4058f1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:36.978914 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe724ff-1592-46de-ac3d-3ed8c4058f1a tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:36.979620 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-4c7f13dc-ebec-4ddc-acd8-9af1db80cc71 tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "GET /v2.0/security-groups/0fe11ff7-e5f3-45e2-9432-5d9845581341 HTTP/1.1" status: 404 len: 347 time: 0.0184124 Jul 13 14:45:36.982661 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 54376) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:37.333528 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-9b42a1d3-7888-4860-9dce-b8bba62d3e7e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Deleting port 6b76b0f5-19a4-402f-b5d6-2b52606b21d0 {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:45:37.333881 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9b42a1d3-7888-4860-9dce-b8bba62d3e7e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.410495 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9b42a1d3-7888-4860-9dce-b8bba62d3e7e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.410949 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9b42a1d3-7888-4860-9dce-b8bba62d3e7e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.423501 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-9b42a1d3-7888-4860-9dce-b8bba62d3e7e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Calling delete_port for 6b76b0f5-19a4-402f-b5d6-2b52606b21d0 owned by network:floatingip {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:45:37.551006 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9b42a1d3-7888-4860-9dce-b8bba62d3e7e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.573536 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42a1d3-7888-4860-9dce-b8bba62d3e7e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Pushing event deleted for resources: {'Port': ['ID=6b76b0f5-19a4-402f-b5d6-2b52606b21d0,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:37.635840 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9b42a1d3-7888-4860-9dce-b8bba62d3e7e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks [] for floatingip, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.638477 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9b42a1d3-7888-4860-9dce-b8bba62d3e7e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.639630 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-9b42a1d3-7888-4860-9dce-b8bba62d3e7e tempest-AttachVolumeShelveTestJSON-1597962967 tempest-AttachVolumeShelveTestJSON-1597962967-project] 10.222.0.42 "DELETE /v2.0/floatingips/215b3704-d901-4ed1-bd9d-06980ae37f2f HTTP/1.1" status: 204 len: 168 time: 0.6558750 Jul 13 14:45:39.391766 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-9307d49c-a279-4ba4-abd9-9905fd080a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:39.619546 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:40.130626 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device e8e9a69d-7054-4131-a60c-52f41c200e29 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:45:40.154215 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: e8e9a69d-7054-4131-a60c-52f41c200e29 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:45:40.154575 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device e8e9a69d-7054-4131-a60c-52f41c200e29 not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:45:40.196162 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 54412) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:40.228801 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:40.680928 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fb90d48c-6b1a-4ff0-b275-dcefd552b624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3911492'] for router_interface, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:40.963597 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-fb90d48c-6b1a-4ff0-b275-dcefd552b624 admin admin] Deleting port 8451b8c5-d482-4459-8d74-78c96d521006 {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:45:40.964184 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fb90d48c-6b1a-4ff0-b275-dcefd552b624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:41.040119 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [None req-fb90d48c-6b1a-4ff0-b275-dcefd552b624 admin admin] For port 8451b8c5-d482-4459-8d74-78c96d521006, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=8451b8c5-d482-4459-8d74-78c96d521006,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:41.040463 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fb90d48c-6b1a-4ff0-b275-dcefd552b624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:41.052789 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-fb90d48c-6b1a-4ff0-b275-dcefd552b624 admin admin] Calling delete_port for 8451b8c5-d482-4459-8d74-78c96d521006 owned by network:router_interface {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:45:41.238005 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fb90d48c-6b1a-4ff0-b275-dcefd552b624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:41.261004 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90d48c-6b1a-4ff0-b275-dcefd552b624 admin admin] Pushing event deleted for resources: {'Port': ['ID=8451b8c5-d482-4459-8d74-78c96d521006,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:41.422811 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fb90d48c-6b1a-4ff0-b275-dcefd552b624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3911656'] for router_interface, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:41.627719 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb90d48c-6b1a-4ff0-b275-dcefd552b624 admin admin] Router 6f11985b-bae0-41ef-8169-346a4cc221f2 has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:45:41.929914 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb90d48c-6b1a-4ff0-b275-dcefd552b624 admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:45:41.934883 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-fb90d48c-6b1a-4ff0-b275-dcefd552b624 admin admin] 10.222.0.42 "PUT /v2.0/routers/6f11985b-bae0-41ef-8169-346a4cc221f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7376485 Jul 13 14:45:41.937620 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 54420) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:41.938198 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bb4b18-f986-4f95-b196-7ed9bb02b621 None None] Sync routers for ids ['6f11985b-bae0-41ef-8169-346a4cc221f2'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:45:41.946988 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bb4b18-f986-4f95-b196-7ed9bb02b621 None None] Routers {'6f11985b-bae0-41ef-8169-346a4cc221f2'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:41.947592 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-c0bb4b18-f986-4f95-b196-7ed9bb02b621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:45:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['6f11985b-bae0-41ef-8169-346a4cc221f2'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:42.047907 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-84883038-ad00-4aaa-9586-b8970683dae0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.052751 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.066686 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-c0bb4b18-f986-4f95-b196-7ed9bb02b621 None None] Set router 6f11985b-bae0-41ef-8169-346a4cc221f2 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:42.152265 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-84883038-ad00-4aaa-9586-b8970683dae0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.202514 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-84883038-ad00-4aaa-9586-b8970683dae0 admin admin] Deleting port 620e12bc-16df-42a2-8071-fa26955d5fcd {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:45:42.202854 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-84883038-ad00-4aaa-9586-b8970683dae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.285468 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [None req-84883038-ad00-4aaa-9586-b8970683dae0 admin admin] For port 620e12bc-16df-42a2-8071-fa26955d5fcd, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=620e12bc-16df-42a2-8071-fa26955d5fcd,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:42.286150 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-84883038-ad00-4aaa-9586-b8970683dae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.299250 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-84883038-ad00-4aaa-9586-b8970683dae0 admin admin] Calling delete_port for 620e12bc-16df-42a2-8071-fa26955d5fcd owned by network:router_gateway {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:45:42.357004 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-c0bb4b18-f986-4f95-b196-7ed9bb02b621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:45:41Z', 'revision_number': 5, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port': {'id': '620e12bc-16df-42a2-8071-fa26955d5fcd', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:36Z', 'updated_at': '2021-07-13T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:42.383138 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bb4b18-f986-4f95-b196-7ed9bb02b621 None None] Checking router: 6f11985b-bae0-41ef-8169-346a4cc221f2 for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:45:42.391152 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bb4b18-f986-4f95-b196-7ed9bb02b621 None None] Routers {'6f11985b-bae0-41ef-8169-346a4cc221f2'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:42.391757 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-c0bb4b18-f986-4f95-b196-7ed9bb02b621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:45:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['6f11985b-bae0-41ef-8169-346a4cc221f2'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:42.462551 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-84883038-ad00-4aaa-9586-b8970683dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.476697 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-c0bb4b18-f986-4f95-b196-7ed9bb02b621 None None] Set router 6f11985b-bae0-41ef-8169-346a4cc221f2 gateway port host: None {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:42.490377 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84883038-ad00-4aaa-9586-b8970683dae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=620e12bc-16df-42a2-8071-fa26955d5fcd,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:42.534410 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-c0bb4b18-f986-4f95-b196-7ed9bb02b621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:45:42Z', 'revision_number': 6, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port_host': None}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:42.553028 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-84883038-ad00-4aaa-9586-b8970683dae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3909646'] for router_gateway, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.563506 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bb4b18-f986-4f95-b196-7ed9bb02b621 None None] The sync data for ids ['6f11985b-bae0-41ef-8169-346a4cc221f2'] in dv-cinder-788365-4-iscsi is: [{'id': '6f11985b-bae0-41ef-8169-346a4cc221f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2070002073-router', 'tenant_id': '2c925332815c423cab33c3c2badc3cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:35Z', 'updated_at': '2021-07-13T14:45:42Z', 'revision_number': 6, 'project_id': '2c925332815c423cab33c3c2badc3cab', 'gw_port_host': None}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:45:42.659791 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-84883038-ad00-4aaa-9586-b8970683dae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3910901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1147'] for router, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.661851 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-84883038-ad00-4aaa-9586-b8970683dae0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.725391 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-84883038-ad00-4aaa-9586-b8970683dae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3914245'] for router, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.725925 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84883038-ad00-4aaa-9586-b8970683dae0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f11985b-bae0-41ef-8169-346a4cc221f2 {{(pid=93172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:45:42.730650 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-84883038-ad00-4aaa-9586-b8970683dae0 admin admin] Notify callbacks [] for router, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.731780 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-84883038-ad00-4aaa-9586-b8970683dae0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/6f11985b-bae0-41ef-8169-346a4cc221f2 HTTP/1.1" status: 204 len: 168 time: 0.7932296 Jul 13 14:45:42.734273 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 54424) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:42.776241 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c8c1d3-6700-4b3c-99b6-7d4247fc3f8e admin admin] Deleting subnet 1c92b411-3ce3-4134-a4e0-9e76e0a93cef {{(pid=93172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:45:42.779128 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f5c8c1d3-6700-4b3c-99b6-7d4247fc3f8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.812043 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f5c8c1d3-6700-4b3c-99b6-7d4247fc3f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777675'] for subnet, precommit_delete_associations {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.915605 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f5c8c1d3-6700-4b3c-99b6-7d4247fc3f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675533'] for subnet, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.967689 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f5c8c1d3-6700-4b3c-99b6-7d4247fc3f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8777709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610214'] for subnet, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.991970 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8c1d3-6700-4b3c-99b6-7d4247fc3f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c92b411-3ce3-4134-a4e0-9e76e0a93cef,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:42.997683 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f5c8c1d3-6700-4b3c-99b6-7d4247fc3f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.999577 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-f5c8c1d3-6700-4b3c-99b6-7d4247fc3f8e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1c92b411-3ce3-4134-a4e0-9e76e0a93cef HTTP/1.1" status: 204 len: 168 time: 0.2637866 Jul 13 14:45:43.003122 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b238493-a44c-4630-a567-4c9e5a5682a0 None None] Network e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:45:43.003684 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 54426) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:43.074092 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593188'] for network, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.124473 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] Deleting port 5dbbe673-e8a8-4076-8aa0-ffcad7461d45 {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:45:43.124835 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.184531 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] For port 5dbbe673-e8a8-4076-8aa0-ffcad7461d45, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=5dbbe673-e8a8-4076-8aa0-ffcad7461d45,segment=NetworkSegment(5db20774-f346-4401-82c3-0ca6d88be61a),segment_id=5db20774-f346-4401-82c3-0ca6d88be61a)] {{(pid=93172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:43.184898 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.196833 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] Calling delete_port for 5dbbe673-e8a8-4076-8aa0-ffcad7461d45 owned by network:dhcp {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:45:43.274361 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.305120 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dbbe673-e8a8-4076-8aa0-ffcad7461d45,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:43.310084 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] No DVR routers for this DVR port 5dbbe673-e8a8-4076-8aa0-ffcad7461d45 on host dv-cinder-788365-4-iscsi {{(pid=93172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:45:43.364362 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31adfed-2fdb-480a-869d-eab30e79f905 None None] DHCP port deletion for e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 request from dv-cinder-788365-4-iscsi {{(pid=93174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:45:43.395582 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672344', 'neutron.services.segments.db._delete_segments_for_network-8760775097411'] for network, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.405145 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10']}} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:43.414960 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db20774-f346-4401-82c3-0ca6d88be61a') {'for_net_delete': True} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:43.415253 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db20774-f346-4401-82c3-0ca6d88be61a') {} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:43.423770 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760775099212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8777682'] for segment, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.437551 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.445016 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=93172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:45:43.445399 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8717123'] for segment, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: Traceback (most recent call last): Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: timer() Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: cb(*args, **kw) Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: return func(*args, **kwargs) Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: self._notify() Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: self.callback(batched_events) Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: event.method(event) Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: return f(self, *a, **k) Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: return self._get(url).json() Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: return self.request(url, 'GET', **kwargs) Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:45:43.447089 dv-cinder-788365-4-iscsi neutron-server[93172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:45:43.499227 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909738'] for network, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.506577 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.508813 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10 HTTP/1.1" status: 204 len: 168 time: 0.5040653 Jul 13 14:45:43.520111 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58545707-150d-4c85-9223-88ff7d393d84 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1e4f94c-6b86-4cee-b1a3-f76cb7fcde10,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:43.632221 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 54432) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:43.672653 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-5c461a3c-6b7c-42d8-9db7-ab25c07327d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c925332815c423cab33c3c2badc3cab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386968 Jul 13 14:45:43.674630 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 54434) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:43.729236 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-63d9b5c2-af1b-4240-9138-12cf7574070b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.751505 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-63d9b5c2-af1b-4240-9138-12cf7574070b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.801644 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-63d9b5c2-af1b-4240-9138-12cf7574070b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.804254 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-63d9b5c2-af1b-4240-9138-12cf7574070b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.805425 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-63d9b5c2-af1b-4240-9138-12cf7574070b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad76ac3c-74e3-4ef5-a8d5-e6e9e2ce7b86 HTTP/1.1" status: 204 len: 168 time: 0.1298940 Jul 13 14:45:43.814182 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9b5c2-af1b-4240-9138-12cf7574070b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad76ac3c-74e3-4ef5-a8d5-e6e9e2ce7b86,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:44.021210 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 620e12bc-16df-42a2-8071-fa26955d5fcd no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:45:44.040288 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: 620e12bc-16df-42a2-8071-fa26955d5fcd {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:45:44.040780 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 620e12bc-16df-42a2-8071-fa26955d5fcd not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:45:44.041075 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 8451b8c5-d482-4459-8d74-78c96d521006 no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:45:44.059700 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: 8451b8c5-d482-4459-8d74-78c96d521006 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:45:44.060056 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 8451b8c5-d482-4459-8d74-78c96d521006 not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:45:44.060437 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 5dbbe673-e8a8-4076-8aa0-ffcad7461d45 no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:45:44.082337 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: 5dbbe673-e8a8-4076-8aa0-ffcad7461d45 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:45:44.082743 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 5dbbe673-e8a8-4076-8aa0-ffcad7461d45 not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:45:56.252780 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:45:56.526959 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 54632) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:56.624618 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-50a21642-bd2b-4b28-ad9c-471930b0d25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.720041 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-50a21642-bd2b-4b28-ad9c-471930b0d25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.723919 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-50a21642-bd2b-4b28-ad9c-471930b0d25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.762041 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a21642-bd2b-4b28-ad9c-471930b0d25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47489210-70ad-46f1-aecc-dc369881aba5,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:56.767700 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-50a21642-bd2b-4b28-ad9c-471930b0d25f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=287dfdb976c1422e86ab170940fd17f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396181 Jul 13 14:45:56.770399 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 54640) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:56.818221 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-bb778e71-efb3-451c-98c2-cb3303fcf231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.842029 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-bb778e71-efb3-451c-98c2-cb3303fcf231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.889092 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-bb778e71-efb3-451c-98c2-cb3303fcf231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.892272 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-bb778e71-efb3-451c-98c2-cb3303fcf231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.896065 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-bb778e71-efb3-451c-98c2-cb3303fcf231 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47489210-70ad-46f1-aecc-dc369881aba5 HTTP/1.1" status: 204 len: 168 time: 0.1246982 Jul 13 14:45:56.903670 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb778e71-efb3-451c-98c2-cb3303fcf231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47489210-70ad-46f1-aecc-dc369881aba5,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:57.173488 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 54654) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:57.187037 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d5675923-ea63-425a-bb16-b772eb0f34b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.275376 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d5675923-ea63-425a-bb16-b772eb0f34b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.279106 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d5675923-ea63-425a-bb16-b772eb0f34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.316851 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-d5675923-ea63-425a-bb16-b772eb0f34b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=479f014b38c04740a36f3602cc282d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422615 Jul 13 14:45:57.318040 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5675923-ea63-425a-bb16-b772eb0f34b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a404b93e-3af4-492d-8641-6a06a6b8a1e9,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:57.319495 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 54656) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:57.368179 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fd84e982-2a4d-4630-af67-6c875d558ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.388747 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fd84e982-2a4d-4630-af67-6c875d558ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.433994 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fd84e982-2a4d-4630-af67-6c875d558ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.436494 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fd84e982-2a4d-4630-af67-6c875d558ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.437698 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-fd84e982-2a4d-4630-af67-6c875d558ad6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a404b93e-3af4-492d-8641-6a06a6b8a1e9 HTTP/1.1" status: 204 len: 168 time: 0.1172504 Jul 13 14:45:57.445268 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84e982-2a4d-4630-af67-6c875d558ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a404b93e-3af4-492d-8641-6a06a6b8a1e9,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:58.746397 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e109be2-4e51-43a9-9189-8a940214a927 req-13f3b9c8-a5de-428c-b962-acb51ac45fac tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:58.747957 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3e109be2-4e51-43a9-9189-8a940214a927 req-13f3b9c8-a5de-428c-b962-acb51ac45fac tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 945 time: 0.0677485 Jul 13 14:45:58.786880 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3e109be2-4e51-43a9-9189-8a940214a927 req-16b81a5a-367d-41c8-980e-c988d643afc1 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=b390e8bd-3dca-4806-b1ed-2b6478285e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332325 Jul 13 14:45:59.972768 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49136ad-6df3-4c06-99c8-fceabf9fc21e req-39aeb94d-3ae4-41d0-b2c2-5b4a87e3255a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:59.974265 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b49136ad-6df3-4c06-99c8-fceabf9fc21e req-39aeb94d-3ae4-41d0-b2c2-5b4a87e3255a tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 945 time: 0.0667315 Jul 13 14:46:00.013532 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b49136ad-6df3-4c06-99c8-fceabf9fc21e req-a7f24b34-d928-4f90-8589-e27449f8461e tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=b390e8bd-3dca-4806-b1ed-2b6478285e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333731 Jul 13 14:46:00.279607 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 54808) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:00.382785 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d361460e-f4ec-45a8-bbcb-fad1b02b36a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.467499 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d361460e-f4ec-45a8-bbcb-fad1b02b36a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.472081 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d361460e-f4ec-45a8-bbcb-fad1b02b36a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.506314 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361460e-f4ec-45a8-bbcb-fad1b02b36a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833dcfe0-c7c9-4ead-870b-624d93c767c8,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:00.511802 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-d361460e-f4ec-45a8-bbcb-fad1b02b36a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2179f2199b9349d7877ae026cbec54ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311687 Jul 13 14:46:00.514569 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 54812) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:00.564832 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-86ebd126-0aab-4f14-adc8-1773cf8e5710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.585862 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-86ebd126-0aab-4f14-adc8-1773cf8e5710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.632538 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-86ebd126-0aab-4f14-adc8-1773cf8e5710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.635175 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-86ebd126-0aab-4f14-adc8-1773cf8e5710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.636314 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-86ebd126-0aab-4f14-adc8-1773cf8e5710 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/833dcfe0-c7c9-4ead-870b-624d93c767c8 HTTP/1.1" status: 204 len: 168 time: 0.1202619 Jul 13 14:46:00.644227 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebd126-0aab-4f14-adc8-1773cf8e5710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833dcfe0-c7c9-4ead-870b-624d93c767c8,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:00.888536 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 54818) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:00.901350 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b82fcc3f-226c-430a-8b20-b94bbe48fe77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.992546 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b82fcc3f-226c-430a-8b20-b94bbe48fe77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.996223 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b82fcc3f-226c-430a-8b20-b94bbe48fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.045379 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-b82fcc3f-226c-430a-8b20-b94bbe48fe77 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf6f9414c07649299d39d424a52142de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551654 Jul 13 14:46:01.047622 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 54822) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:01.066478 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fcc3f-226c-430a-8b20-b94bbe48fe77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa23ccc0-cb3a-4464-b1b8-425e46e1f16e,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:01.102012 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-edb0a67b-515a-41f5-a292-0a0ce2515712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.105619 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ec537-caea-451a-a564-d217974f781b req-8cc67599-49e2-4038-98a0-2ea736a12b76 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:01.106829 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-157ec537-caea-451a-a564-d217974f781b req-8cc67599-49e2-4038-98a0-2ea736a12b76 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.44 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 945 time: 0.0780587 Jul 13 14:46:01.122523 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-edb0a67b-515a-41f5-a292-0a0ce2515712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.167133 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-edb0a67b-515a-41f5-a292-0a0ce2515712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.169728 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-edb0a67b-515a-41f5-a292-0a0ce2515712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.170865 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-edb0a67b-515a-41f5-a292-0a0ce2515712 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aa23ccc0-cb3a-4464-b1b8-425e46e1f16e HTTP/1.1" status: 204 len: 168 time: 0.1222785 Jul 13 14:46:01.179792 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0a67b-515a-41f5-a292-0a0ce2515712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa23ccc0-cb3a-4464-b1b8-425e46e1f16e,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:01.221189 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.254475 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1d1cb-bf9f-4f3d-8bcd-75023e7c62a2 req-0e68f7d1-20c1-4bb5-bf20-eb90c67db173 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:01.255946 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-efd1d1cb-bf9f-4f3d-8bcd-75023e7c62a2 req-0e68f7d1-20c1-4bb5-bf20-eb90c67db173 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 945 time: 0.1148064 Jul 13 14:46:01.292013 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-157ec537-caea-451a-a564-d217974f781b req-3aab7443-c344-42bd-afed-199c5de0a052 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Deleting port 43ddcff6-17d9-4fdd-aafa-21346e57b63d {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:46:01.292355 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-157ec537-caea-451a-a564-d217974f781b req-3aab7443-c344-42bd-afed-199c5de0a052 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.345516 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-efd1d1cb-bf9f-4f3d-8bcd-75023e7c62a2 req-a4372774-a104-4ff0-bc02-726e6a9a631d tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups?id=b390e8bd-3dca-4806-b1ed-2b6478285e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828288 Jul 13 14:46:01.394066 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-157ec537-caea-451a-a564-d217974f781b req-3aab7443-c344-42bd-afed-199c5de0a052 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] For port 43ddcff6-17d9-4fdd-aafa-21346e57b63d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=43ddcff6-17d9-4fdd-aafa-21346e57b63d,segment=NetworkSegment(1f16aa98-4204-4d43-9b24-761b08f96008),segment_id=1f16aa98-4204-4d43-9b24-761b08f96008)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:01.394430 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-157ec537-caea-451a-a564-d217974f781b req-3aab7443-c344-42bd-afed-199c5de0a052 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.576528 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-157ec537-caea-451a-a564-d217974f781b req-3aab7443-c344-42bd-afed-199c5de0a052 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.577019 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-157ec537-caea-451a-a564-d217974f781b req-3aab7443-c344-42bd-afed-199c5de0a052 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909700'] for floatingip, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.577181 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.l3_db [req-157ec537-caea-451a-a564-d217974f781b req-3aab7443-c344-42bd-afed-199c5de0a052 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Floating IP bd09b3d2-b9c3-49cd-82d2-9914795b35b5 disassociated. External IP: 172.27.2.106, port: 43ddcff6-17d9-4fdd-aafa-21346e57b63d. Jul 13 14:46:01.577585 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [req-157ec537-caea-451a-a564-d217974f781b req-3aab7443-c344-42bd-afed-199c5de0a052 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Calling delete_port for 43ddcff6-17d9-4fdd-aafa-21346e57b63d owned by compute:nova {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:46:01.709775 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-157ec537-caea-451a-a564-d217974f781b req-3aab7443-c344-42bd-afed-199c5de0a052 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.752840 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab7443-c344-42bd-afed-199c5de0a052 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Pushing event deleted for resources: {'Port': ['ID=43ddcff6-17d9-4fdd-aafa-21346e57b63d,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:01.893092 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e8991f86-0286-4520-bf41-5350cd285e34 req-8d12fd4a-1fb8-46ed-bebb-2b7821ff46df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1489894 Jul 13 14:46:01.900028 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-157ec537-caea-451a-a564-d217974f781b req-3aab7443-c344-42bd-afed-199c5de0a052 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:46:02.046135 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-157ec537-caea-451a-a564-d217974f781b req-3aab7443-c344-42bd-afed-199c5de0a052 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:02.055984 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8991f86-0286-4520-bf41-5350cd285e34 req-4795a686-9da0-448e-92c9-f1e000f537dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:02.056948 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358d0f8d-6b09-498f-9136-b8cb34b602bb None None] Sync routers for ids ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:02.057672 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e8991f86-0286-4520-bf41-5350cd285e34 req-4795a686-9da0-448e-92c9-f1e000f537dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9e7c29b365b4dabab5e1082907164f1&device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 1098 time: 0.1153870 Jul 13 14:46:02.079213 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358d0f8d-6b09-498f-9136-b8cb34b602bb None None] Routers {'7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:02.079848 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-358d0f8d-6b09-498f-9136-b8cb34b602bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:45:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:02.096716 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-157ec537-caea-451a-a564-d217974f781b req-3aab7443-c344-42bd-afed-199c5de0a052 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] No DVR routers for this DVR port 43ddcff6-17d9-4fdd-aafa-21346e57b63d on host hv-cinder-78836 {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:46:02.105276 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-157ec537-caea-451a-a564-d217974f781b req-3aab7443-c344-42bd-afed-199c5de0a052 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:02.112711 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-157ec537-caea-451a-a564-d217974f781b req-3aab7443-c344-42bd-afed-199c5de0a052 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.44 "DELETE /v2.0/ports/43ddcff6-17d9-4fdd-aafa-21346e57b63d HTTP/1.1" status: 204 len: 173 time: 0.9986007 Jul 13 14:46:02.114263 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993b2eb0-1012-43c9-8ae1-d7598d5c1b72', 'name': 'network-vif-deleted', 'tag': '43ddcff6-17d9-4fdd-aafa-21346e57b63d'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:02.116648 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cf0059-5e7b-458b-b5d8-d201ad68ccb8" -d '{"events": [{"server_uuid": "993b2eb0-1012-43c9-8ae1-d7598d5c1b72", "name": "network-vif-deleted", "tag": "43ddcff6-17d9-4fdd-aafa-21346e57b63d"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:02.196497 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3e03a5-457a-49d1-a8ba-993a3dd667e1 x-openstack-request-id: req-3e3e03a5-457a-49d1-a8ba-993a3dd667e1 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:02.196851 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993b2eb0-1012-43c9-8ae1-d7598d5c1b72", "name": "network-vif-deleted", "tag": "43ddcff6-17d9-4fdd-aafa-21346e57b63d", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:02.197061 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e3e03a5-457a-49d1-a8ba-993a3dd667e1 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:02.197456 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993b2eb0-1012-43c9-8ae1-d7598d5c1b72', 'name': 'network-vif-deleted', 'tag': '43ddcff6-17d9-4fdd-aafa-21346e57b63d', 'status': 'completed', 'code': 200} Jul 13 14:46:02.237034 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8991f86-0286-4520-bf41-5350cd285e34 req-4f5ccf0c-6922-45c5-8aef-4b6b0ce1ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:02.238521 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e8991f86-0286-4520-bf41-5350cd285e34 req-4f5ccf0c-6922-45c5-8aef-4b6b0ce1ab8c service neutron] 10.222.0.44 "GET /v2.0/networks?id=275b173f-f346-4505-bdbc-2adf334f41b4 HTTP/1.1" status: 200 len: 912 time: 0.1430464 Jul 13 14:46:02.288246 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-358d0f8d-6b09-498f-9136-b8cb34b602bb None None] Set router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:02.356131 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e8991f86-0286-4520-bf41-5350cd285e34 req-73e603ff-5805-4882-951c-b511b6cc1d80 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1dd696b-b199-4bfc-8817-99e46287a5c9 HTTP/1.1" status: 200 len: 1000 time: 0.1098838 Jul 13 14:46:02.426293 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8991f86-0286-4520-bf41-5350cd285e34 req-170b59fb-9ae1-46eb-9f50-18800261a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:02.427773 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e8991f86-0286-4520-bf41-5350cd285e34 req-170b59fb-9ae1-46eb-9f50-18800261a9f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f858d18-7848-4749-a84f-ecbf232dcff9 HTTP/1.1" status: 200 len: 850 time: 0.0578568 Jul 13 14:46:02.503977 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8991f86-0286-4520-bf41-5350cd285e34 req-46054ffd-d3ad-4917-8240-c22b871f98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:02.505850 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e8991f86-0286-4520-bf41-5350cd285e34 req-46054ffd-d3ad-4917-8240-c22b871f98cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=275b173f-f346-4505-bdbc-2adf334f41b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691962 Jul 13 14:46:02.543857 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-358d0f8d-6b09-498f-9136-b8cb34b602bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:55Z', 'revision_number': 4, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port': {'id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'baa3f25d-9f27-4c06-9c97-3ac2de072cc9', 'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'mac_address': 'fa:16:3e:e0:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:02Z', 'revision_number': 5, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'subnets': [{'id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:02.578383 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358d0f8d-6b09-498f-9136-b8cb34b602bb None None] Checking router: 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:02.587178 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358d0f8d-6b09-498f-9136-b8cb34b602bb None None] Routers {'7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:02.587981 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-358d0f8d-6b09-498f-9136-b8cb34b602bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:45:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:02.609882 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9f692a71-cacc-4853-bae1-4453c033fb48 req-eae0c653-c4b6-4c9d-a5cb-3b0991bd1561 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/ports?device_id=993b2eb0-1012-43c9-8ae1-d7598d5c1b72 HTTP/1.1" status: 200 len: 210 time: 0.0738571 Jul 13 14:46:02.657504 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e8991f86-0286-4520-bf41-5350cd285e34 req-d84b13ab-6f92-4db1-b941-f5c8e0fa486a service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423557 Jul 13 14:46:02.708960 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-358d0f8d-6b09-498f-9136-b8cb34b602bb None None] Set router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:02.760563 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e8991f86-0286-4520-bf41-5350cd285e34 req-9be0b7fa-b25a-43c4-90e1-968f018502b0 service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958509 Jul 13 14:46:02.914524 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-358d0f8d-6b09-498f-9136-b8cb34b602bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:55Z', 'revision_number': 4, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port': {'id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'baa3f25d-9f27-4c06-9c97-3ac2de072cc9', 'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'mac_address': 'fa:16:3e:e0:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:02Z', 'revision_number': 5, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'subnets': [{'id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:02.943844 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 54874) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:02.945616 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358d0f8d-6b09-498f-9136-b8cb34b602bb None None] The sync data for ids ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'] in dv-cinder-788365-4-iscsi is: [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:55Z', 'revision_number': 4, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port': {'id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'baa3f25d-9f27-4c06-9c97-3ac2de072cc9', 'name': '', 'network_id': '4a963334-8a3d-4698-baf7-6514da665b97', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'mac_address': 'fa:16:3e:e0:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:02Z', 'revision_number': 5, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'subnets': [{'id': '8c733a02-d38f-400d-bfec-4ffd5b7ca3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:03.051882 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-af737a4a-0c6b-4d31-8fd4-1d4e5deee7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.152621 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-af737a4a-0c6b-4d31-8fd4-1d4e5deee7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.157839 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-af737a4a-0c6b-4d31-8fd4-1d4e5deee7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.191845 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb41bf2b-2430-4c1c-b631-fafa85682727 None None] New status for floating IP bd09b3d2-b9c3-49cd-82d2-9914795b35b5: DOWN {{(pid=93174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:46:03.205357 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-af737a4a-0c6b-4d31-8fd4-1d4e5deee7db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=13217ff72ccc44b1838b6c8f2fb2e2ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574360 Jul 13 14:46:03.205357 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af737a4a-0c6b-4d31-8fd4-1d4e5deee7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb7897a-b917-4802-bf7c-95f752ad7b4f,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:03.207637 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 54878) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:03.259202 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b0966b71-58b9-4b52-9e19-18414c22437c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.280961 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b0966b71-58b9-4b52-9e19-18414c22437c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.332679 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b0966b71-58b9-4b52-9e19-18414c22437c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.335176 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b0966b71-58b9-4b52-9e19-18414c22437c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.336369 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-b0966b71-58b9-4b52-9e19-18414c22437c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8fb7897a-b917-4802-bf7c-95f752ad7b4f HTTP/1.1" status: 204 len: 168 time: 0.1296225 Jul 13 14:46:03.344868 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0966b71-58b9-4b52-9e19-18414c22437c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb7897a-b917-4802-bf7c-95f752ad7b4f,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:03.587349 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 54884) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:03.600784 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1fc359b6-1f98-48b8-bcf8-c8951ba44d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.691553 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1fc359b6-1f98-48b8-bcf8-c8951ba44d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.695460 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1fc359b6-1f98-48b8-bcf8-c8951ba44d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.716663 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 54890) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:03.735980 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-1fc359b6-1f98-48b8-bcf8-c8951ba44d83 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5cadfdc83c31448a9adbe6b263a30c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475577 Jul 13 14:46:03.736973 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc359b6-1f98-48b8-bcf8-c8951ba44d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bb6b7f-5325-4b20-bec8-4b0a778dbf31,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:03.739432 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 54892) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:03.771295 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-885c9f11-8651-46bd-85be-27bb588b2a69 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.789023 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7328e317-0415-4416-a782-1bfa9bb0c44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.795136 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-885c9f11-8651-46bd-85be-27bb588b2a69 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.810901 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7328e317-0415-4416-a782-1bfa9bb0c44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.843026 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-885c9f11-8651-46bd-85be-27bb588b2a69 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.846829 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-885c9f11-8651-46bd-85be-27bb588b2a69 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.848208 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-885c9f11-8651-46bd-85be-27bb588b2a69 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "DELETE /v2.0/security-groups/b390e8bd-3dca-4806-b1ed-2b6478285e4b HTTP/1.1" status: 204 len: 168 time: 0.1303542 Jul 13 14:46:03.850958 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 54894) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:03.859665 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c9f11-8651-46bd-85be-27bb588b2a69 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b390e8bd-3dca-4806-b1ed-2b6478285e4b,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:03.865315 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.api.v2.resource [None req-b3699167-459a-4d71-8440-58978ffccf33 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] show failed (client error): The resource could not be found. Jul 13 14:46:03.866180 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-b3699167-459a-4d71-8440-58978ffccf33 tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "GET /v2.0/security-groups/b390e8bd-3dca-4806-b1ed-2b6478285e4b HTTP/1.1" status: 404 len: 347 time: 0.0140467 Jul 13 14:46:03.869050 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 54896) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:03.879964 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7328e317-0415-4416-a782-1bfa9bb0c44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.882653 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7328e317-0415-4416-a782-1bfa9bb0c44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.883723 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-7328e317-0415-4416-a782-1bfa9bb0c44d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3bb6b7f-5325-4b20-bec8-4b0a778dbf31 HTTP/1.1" status: 204 len: 168 time: 0.1434066 Jul 13 14:46:03.923749 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328e317-0415-4416-a782-1bfa9bb0c44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bb6b7f-5325-4b20-bec8-4b0a778dbf31,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:04.006934 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-b6157b37-3e34-438a-b974-fd6120180f8c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Deleting port f7789833-843c-4adc-8e64-3a15636508ca {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:46:04.007804 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b6157b37-3e34-438a-b974-fd6120180f8c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:04.082099 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b6157b37-3e34-438a-b974-fd6120180f8c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:04.082424 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b6157b37-3e34-438a-b974-fd6120180f8c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:04.094330 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-b6157b37-3e34-438a-b974-fd6120180f8c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Calling delete_port for f7789833-843c-4adc-8e64-3a15636508ca owned by network:floatingip {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:46:04.226383 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b6157b37-3e34-438a-b974-fd6120180f8c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:04.253499 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6157b37-3e34-438a-b974-fd6120180f8c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Pushing event deleted for resources: {'Port': ['ID=f7789833-843c-4adc-8e64-3a15636508ca,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:04.284074 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 43ddcff6-17d9-4fdd-aafa-21346e57b63d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:46:04.304097 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: 43ddcff6-17d9-4fdd-aafa-21346e57b63d {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:46:04.304771 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 43ddcff6-17d9-4fdd-aafa-21346e57b63d not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:46:04.311432 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b6157b37-3e34-438a-b974-fd6120180f8c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks [] for floatingip, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:04.314547 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b6157b37-3e34-438a-b974-fd6120180f8c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:04.315689 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-b6157b37-3e34-438a-b974-fd6120180f8c tempest-AttachVolumeTestJSON-1791194672 tempest-AttachVolumeTestJSON-1791194672-project] 10.222.0.42 "DELETE /v2.0/floatingips/bd09b3d2-b9c3-49cd-82d2-9914795b35b5 HTTP/1.1" status: 204 len: 168 time: 0.4455717 Jul 13 14:46:06.574832 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fd10a743-d774-40d4-9c37-cb083732736d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:08.019889 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 54986) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:08.521378 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2d9f8252-71e1-4900-9dc5-8eb3d7b9f8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3911492'] for router_interface, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:08.983519 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f8252-71e1-4900-9dc5-8eb3d7b9f8bb admin admin] Deleting port baa3f25d-9f27-4c06-9c97-3ac2de072cc9 {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:46:08.983833 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2d9f8252-71e1-4900-9dc5-8eb3d7b9f8bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:09.061647 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [None req-2d9f8252-71e1-4900-9dc5-8eb3d7b9f8bb admin admin] For port baa3f25d-9f27-4c06-9c97-3ac2de072cc9, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=baa3f25d-9f27-4c06-9c97-3ac2de072cc9,segment=NetworkSegment(1f16aa98-4204-4d43-9b24-761b08f96008),segment_id=1f16aa98-4204-4d43-9b24-761b08f96008)] {{(pid=93172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:09.062835 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2d9f8252-71e1-4900-9dc5-8eb3d7b9f8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:09.074275 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f8252-71e1-4900-9dc5-8eb3d7b9f8bb admin admin] Calling delete_port for baa3f25d-9f27-4c06-9c97-3ac2de072cc9 owned by network:router_interface {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:46:09.244862 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2d9f8252-71e1-4900-9dc5-8eb3d7b9f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:09.272273 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f8252-71e1-4900-9dc5-8eb3d7b9f8bb admin admin] Pushing event deleted for resources: {'Port': ['ID=baa3f25d-9f27-4c06-9c97-3ac2de072cc9,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:09.397672 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f27651a2-4e16-4bf9-b5ef-1ec201bfa647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:09.430676 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2d9f8252-71e1-4900-9dc5-8eb3d7b9f8bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3911656'] for router_interface, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:09.621170 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:09.632936 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9f8252-71e1-4900-9dc5-8eb3d7b9f8bb admin admin] Router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:46:09.737928 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9f8252-71e1-4900-9dc5-8eb3d7b9f8bb admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:09.743372 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-2d9f8252-71e1-4900-9dc5-8eb3d7b9f8bb admin admin] 10.222.0.42 "PUT /v2.0/routers/7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7223282 Jul 13 14:46:09.745840 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55034) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:09.748499 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af5c318-fcb0-47f0-be4b-2d5d18a9ddf3 None None] Sync routers for ids ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:09.758554 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af5c318-fcb0-47f0-be4b-2d5d18a9ddf3 None None] Routers {'7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:09.759154 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-5af5c318-fcb0-47f0-be4b-2d5d18a9ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:46:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:09.849317 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4d320e0a-58c4-4cc6-b062-384ab1a10aa6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:09.964688 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4d320e0a-58c4-4cc6-b062-384ab1a10aa6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:09.965587 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-5af5c318-fcb0-47f0-be4b-2d5d18a9ddf3 None None] Set router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:10.036427 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-4d320e0a-58c4-4cc6-b062-384ab1a10aa6 admin admin] Deleting port 87ae1087-4a84-40ea-b2ba-974a1c163067 {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:46:10.036804 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4d320e0a-58c4-4cc6-b062-384ab1a10aa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.122346 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [None req-4d320e0a-58c4-4cc6-b062-384ab1a10aa6 admin admin] For port 87ae1087-4a84-40ea-b2ba-974a1c163067, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=87ae1087-4a84-40ea-b2ba-974a1c163067,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:10.123034 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4d320e0a-58c4-4cc6-b062-384ab1a10aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.136665 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-4d320e0a-58c4-4cc6-b062-384ab1a10aa6 admin admin] Calling delete_port for 87ae1087-4a84-40ea-b2ba-974a1c163067 owned by network:router_gateway {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:46:10.154095 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-5af5c318-fcb0-47f0-be4b-2d5d18a9ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:46:09Z', 'revision_number': 5, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port': {'id': '87ae1087-4a84-40ea-b2ba-974a1c163067', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:10.169154 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55050) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:10.181017 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af5c318-fcb0-47f0-be4b-2d5d18a9ddf3 None None] Checking router: 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:10.190547 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af5c318-fcb0-47f0-be4b-2d5d18a9ddf3 None None] Routers {'7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:10.191191 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-5af5c318-fcb0-47f0-be4b-2d5d18a9ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:46:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:10.234486 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.276762 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-5af5c318-fcb0-47f0-be4b-2d5d18a9ddf3 None None] Set router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c gateway port host: None {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:10.298059 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a9db8f62-fc49-4cb1-a2d5-32c8e7630b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.311017 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4d320e0a-58c4-4cc6-b062-384ab1a10aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.332797 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-5af5c318-fcb0-47f0-be4b-2d5d18a9ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:46:09Z', 'revision_number': 6, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port_host': None}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:10.348925 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d320e0a-58c4-4cc6-b062-384ab1a10aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=87ae1087-4a84-40ea-b2ba-974a1c163067,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:10.361620 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af5c318-fcb0-47f0-be4b-2d5d18a9ddf3 None None] The sync data for ids ['7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c'] in dv-cinder-788365-4-iscsi is: [{'id': '7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c', 'name': 'tempest-AttachVolumeTestJSON-458962565-router', 'tenant_id': '065fe1745d9447699acdf1485585e8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:46:09Z', 'revision_number': 6, 'project_id': '065fe1745d9447699acdf1485585e8ff', 'gw_port_host': None}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:10.404472 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a9db8f62-fc49-4cb1-a2d5-32c8e7630b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.409294 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-a9db8f62-fc49-4cb1-a2d5-32c8e7630b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.420432 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4d320e0a-58c4-4cc6-b062-384ab1a10aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3909646'] for router_gateway, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.454950 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-a9db8f62-fc49-4cb1-a2d5-32c8e7630b27 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fd0e4976aea44d1b1890e99668f90b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845960 Jul 13 14:46:10.455739 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db8f62-fc49-4cb1-a2d5-32c8e7630b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ae4116-971a-4ae8-bb24-9603d10a45cf,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:10.458224 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55054) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:10.517845 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-df17c470-5ba1-4b8d-9b25-738d632489de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.518641 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4d320e0a-58c4-4cc6-b062-384ab1a10aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3910901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1147'] for router, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.520863 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4d320e0a-58c4-4cc6-b062-384ab1a10aa6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.543304 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-df17c470-5ba1-4b8d-9b25-738d632489de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.565753 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4d320e0a-58c4-4cc6-b062-384ab1a10aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3914245'] for router, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.566315 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d320e0a-58c4-4cc6-b062-384ab1a10aa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c {{(pid=93172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:46:10.571159 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4d320e0a-58c4-4cc6-b062-384ab1a10aa6 admin admin] Notify callbacks [] for router, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.572317 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-4d320e0a-58c4-4cc6-b062-384ab1a10aa6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7e24e088-4a26-43e3-ab1b-e19ec9a9dc0c HTTP/1.1" status: 204 len: 168 time: 0.8255730 Jul 13 14:46:10.574898 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55056) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:10.591162 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-df17c470-5ba1-4b8d-9b25-738d632489de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.594868 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-df17c470-5ba1-4b8d-9b25-738d632489de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.596177 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-df17c470-5ba1-4b8d-9b25-738d632489de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2ae4116-971a-4ae8-bb24-9603d10a45cf HTTP/1.1" status: 204 len: 168 time: 0.1369252 Jul 13 14:46:10.604919 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17c470-5ba1-4b8d-9b25-738d632489de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ae4116-971a-4ae8-bb24-9603d10a45cf,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:10.623268 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_v2 [None req-2186210c-a63e-4a20-854c-180d03ae80e1 admin admin] Deleting subnet 8c733a02-d38f-400d-bfec-4ffd5b7ca3d1 {{(pid=93172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:46:10.626865 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2186210c-a63e-4a20-854c-180d03ae80e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.665250 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2186210c-a63e-4a20-854c-180d03ae80e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777675'] for subnet, precommit_delete_associations {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.742499 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2186210c-a63e-4a20-854c-180d03ae80e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675533'] for subnet, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.794005 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2186210c-a63e-4a20-854c-180d03ae80e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8777709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610214'] for subnet, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.819921 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186210c-a63e-4a20-854c-180d03ae80e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c733a02-d38f-400d-bfec-4ffd5b7ca3d1,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:10.823388 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-2186210c-a63e-4a20-854c-180d03ae80e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.827946 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-2186210c-a63e-4a20-854c-180d03ae80e1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8c733a02-d38f-400d-bfec-4ffd5b7ca3d1 HTTP/1.1" status: 204 len: 168 time: 0.2520442 Jul 13 14:46:10.828199 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55062) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:10.837183 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106067f0-864f-40f6-8982-68c272ae511a None None] Network 4a963334-8a3d-4698-baf7-6514da665b97 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:10.871855 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55064) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:10.892716 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-591003fc-47c3-4e29-8726-a0807c07bf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.910172 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593188'] for network, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.977503 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] Deleting port c3ceae89-20eb-4d2a-b732-ab151a543e84 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:46:10.977734 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.999039 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-591003fc-47c3-4e29-8726-a0807c07bf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.003247 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-591003fc-47c3-4e29-8726-a0807c07bf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.047668 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-591003fc-47c3-4e29-8726-a0807c07bf09 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d78574aa9f541e1a3c7946fb13a61c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1745105 Jul 13 14:46:11.048667 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591003fc-47c3-4e29-8726-a0807c07bf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2d3345-2043-4dd7-a141-32908a83f313,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:11.049908 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] For port c3ceae89-20eb-4d2a-b732-ab151a543e84, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=c3ceae89-20eb-4d2a-b732-ab151a543e84,segment=NetworkSegment(1f16aa98-4204-4d43-9b24-761b08f96008),segment_id=1f16aa98-4204-4d43-9b24-761b08f96008)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:11.050290 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.051318 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55066) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:11.068309 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669b8d0a-a688-4243-9d01-8f5c79266cbe None None] DHCP port deletion for 4a963334-8a3d-4698-baf7-6514da665b97 request from dv-cinder-788365-4-iscsi {{(pid=93174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:46:11.078329 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] Calling delete_port for c3ceae89-20eb-4d2a-b732-ab151a543e84 owned by network:dhcp {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:46:11.112202 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-838c55b5-3b4d-4add-a2d8-4336815b055a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.129425 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-669b8d0a-a688-4243-9d01-8f5c79266cbe None None] Deleting port c3ceae89-20eb-4d2a-b732-ab151a543e84 {{(pid=93174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:46:11.130091 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-669b8d0a-a688-4243-9d01-8f5c79266cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.141376 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-838c55b5-3b4d-4add-a2d8-4336815b055a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.172922 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.192629 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] No DVR routers for this DVR port c3ceae89-20eb-4d2a-b732-ab151a543e84 on host dv-cinder-788365-4-iscsi {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:46:11.206707 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-838c55b5-3b4d-4add-a2d8-4336815b055a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.209334 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-838c55b5-3b4d-4add-a2d8-4336815b055a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.209717 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-669b8d0a-a688-4243-9d01-8f5c79266cbe None None] For port c3ceae89-20eb-4d2a-b732-ab151a543e84, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=c3ceae89-20eb-4d2a-b732-ab151a543e84,segment=NetworkSegment(1f16aa98-4204-4d43-9b24-761b08f96008),segment_id=1f16aa98-4204-4d43-9b24-761b08f96008)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:11.212642 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-669b8d0a-a688-4243-9d01-8f5c79266cbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.212804 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-838c55b5-3b4d-4add-a2d8-4336815b055a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f2d3345-2043-4dd7-a141-32908a83f313 HTTP/1.1" status: 204 len: 168 time: 0.1581635 Jul 13 14:46:11.219529 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ceae89-20eb-4d2a-b732-ab151a543e84,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:11.224896 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c55b5-3b4d-4add-a2d8-4336815b055a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2d3345-2043-4dd7-a141-32908a83f313,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:11.227839 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-669b8d0a-a688-4243-9d01-8f5c79266cbe None None] Calling delete_port for c3ceae89-20eb-4d2a-b732-ab151a543e84 owned by network:dhcp {{(pid=93174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:46:11.287649 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672344', 'neutron.services.segments.db._delete_segments_for_network-8760775097411'] for network, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.297555 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a963334-8a3d-4698-baf7-6514da665b97']}} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:11.308086 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f16aa98-4204-4d43-9b24-761b08f96008') {'for_net_delete': True} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:11.308410 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f16aa98-4204-4d43-9b24-761b08f96008') {} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:11.317995 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760775099212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916672'] for segment, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.336577 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.343551 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=93173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:46:11.344010 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8950289'] for segment, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: Traceback (most recent call last): Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: timer() Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: cb(*args, **kw) Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: return func(*args, **kwargs) Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: self._notify() Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: self.callback(batched_events) Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: event.method(event) Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: return f(self, *a, **k) Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: return self._get(url).json() Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: return self.request(url, 'GET', **kwargs) Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:46:11.346194 dv-cinder-788365-4-iscsi neutron-server[93173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:46:11.366737 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-669b8d0a-a688-4243-9d01-8f5c79266cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878'] for port, after_delete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.397660 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b8d0a-a688-4243-9d01-8f5c79266cbe None None] Pushing event deleted for resources: {'Port': ['ID=c3ceae89-20eb-4d2a-b732-ab151a543e84,revision_number=None']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:11.400152 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669b8d0a-a688-4243-9d01-8f5c79266cbe None None] No DVR routers for this DVR port c3ceae89-20eb-4d2a-b732-ab151a543e84 on host dv-cinder-788365-4-iscsi {{(pid=93174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:46:11.680548 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909738'] for network, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.686168 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.688133 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4a963334-8a3d-4698-baf7-6514da665b97 HTTP/1.1" status: 204 len: 168 time: 0.8586373 Jul 13 14:46:11.699090 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321b23c-1b90-48e0-ab35-9920821477e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a963334-8a3d-4698-baf7-6514da665b97,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:11.797960 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55088) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:11.837857 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-361d8622-0309-4768-ba7d-b9137e937e88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=065fe1745d9447699acdf1485585e8ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385361 Jul 13 14:46:11.840673 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55090) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:11.894769 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-99c8053d-8405-472a-ac81-e3a7715331f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.915794 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-99c8053d-8405-472a-ac81-e3a7715331f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.965253 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-99c8053d-8405-472a-ac81-e3a7715331f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.967912 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-99c8053d-8405-472a-ac81-e3a7715331f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.971665 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-99c8053d-8405-472a-ac81-e3a7715331f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/662b0d22-f029-468b-b119-5cf48cc5a4cd HTTP/1.1" status: 204 len: 168 time: 0.1275244 Jul 13 14:46:11.977582 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8053d-8405-472a-ac81-e3a7715331f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662b0d22-f029-468b-b119-5cf48cc5a4cd,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:12.045212 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:12.072820 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 87ae1087-4a84-40ea-b2ba-974a1c163067 no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:46:12.097686 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: 87ae1087-4a84-40ea-b2ba-974a1c163067 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:46:12.098145 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 87ae1087-4a84-40ea-b2ba-974a1c163067 not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:46:12.098638 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device baa3f25d-9f27-4c06-9c97-3ac2de072cc9 no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:46:12.117846 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: baa3f25d-9f27-4c06-9c97-3ac2de072cc9 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:46:12.118328 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device baa3f25d-9f27-4c06-9c97-3ac2de072cc9 not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:46:12.118866 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device c3ceae89-20eb-4d2a-b732-ab151a543e84 no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:46:12.143135 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: c3ceae89-20eb-4d2a-b732-ab151a543e84 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:46:12.143619 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device c3ceae89-20eb-4d2a-b732-ab151a543e84 not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:46:13.664614 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55206) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:13.769736 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c42a2440-c872-466c-9e99-e151e270c209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:13.859685 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c42a2440-c872-466c-9e99-e151e270c209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:13.863999 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c42a2440-c872-466c-9e99-e151e270c209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:13.909180 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-c42a2440-c872-466c-9e99-e151e270c209 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3805aab53b914bbabc7c54419770f5d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410724 Jul 13 14:46:13.909180 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a2440-c872-466c-9e99-e151e270c209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7470234f-1c91-4620-9b4c-385f0c9bb819,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:13.909679 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55210) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:13.915782 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a2440-c872-466c-9e99-e151e270c209 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:13.916141 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a2440-c872-466c-9e99-e151e270c209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:13.916485 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a2440-c872-466c-9e99-e151e270c209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:13.916858 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a2440-c872-466c-9e99-e151e270c209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:13.917198 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a2440-c872-466c-9e99-e151e270c209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:13.917536 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a2440-c872-466c-9e99-e151e270c209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:13.917869 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a2440-c872-466c-9e99-e151e270c209 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:13.918201 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a2440-c872-466c-9e99-e151e270c209 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:13.918535 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a2440-c872-466c-9e99-e151e270c209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:13.918865 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a2440-c872-466c-9e99-e151e270c209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:13.919191 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a2440-c872-466c-9e99-e151e270c209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:13.919513 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a2440-c872-466c-9e99-e151e270c209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:13.958686 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a0b82951-4b27-435b-9d82-322b641d8331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:13.981915 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a0b82951-4b27-435b-9d82-322b641d8331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.027902 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a0b82951-4b27-435b-9d82-322b641d8331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.030675 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-a0b82951-4b27-435b-9d82-322b641d8331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.031865 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-a0b82951-4b27-435b-9d82-322b641d8331 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7470234f-1c91-4620-9b4c-385f0c9bb819 HTTP/1.1" status: 204 len: 168 time: 0.1210256 Jul 13 14:46:14.040909 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b82951-4b27-435b-9d82-322b641d8331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7470234f-1c91-4620-9b4c-385f0c9bb819,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:14.293549 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55216) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:14.307005 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b734e029-e089-40ea-94cf-df6b895ff82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.396573 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b734e029-e089-40ea-94cf-df6b895ff82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.400284 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-b734e029-e089-40ea-94cf-df6b895ff82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.438088 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-b734e029-e089-40ea-94cf-df6b895ff82a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d051807e0be441e08ba03b30496de242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434517 Jul 13 14:46:14.438903 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734e029-e089-40ea-94cf-df6b895ff82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deeda739-05c6-49e3-86fc-4daf200b9cd5,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:14.441323 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55218) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:14.489717 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1bdacbb2-244a-427e-a30c-439e8931180c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.510989 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1bdacbb2-244a-427e-a30c-439e8931180c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.557398 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1bdacbb2-244a-427e-a30c-439e8931180c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.560218 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1bdacbb2-244a-427e-a30c-439e8931180c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.561391 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-1bdacbb2-244a-427e-a30c-439e8931180c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/deeda739-05c6-49e3-86fc-4daf200b9cd5 HTTP/1.1" status: 204 len: 168 time: 0.1190910 Jul 13 14:46:14.569200 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdacbb2-244a-427e-a30c-439e8931180c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeda739-05c6-49e3-86fc-4daf200b9cd5,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:16.085458 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55266) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:16.187962 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-e73bc5e1-baa9-4887-84b6-7081518d353b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.284634 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-e73bc5e1-baa9-4887-84b6-7081518d353b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.288650 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-e73bc5e1-baa9-4887-84b6-7081518d353b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.328537 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bc5e1-baa9-4887-84b6-7081518d353b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93972d73-1ce4-457d-9d97-48dc7abc5cf7,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:16.333820 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-e73bc5e1-baa9-4887-84b6-7081518d353b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3d1dc7b9d044a4298e4bce792cec04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473450 Jul 13 14:46:16.336413 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55270) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:16.387237 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b96d-f0b5-4d58-87ca-6e296a44ffcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.408521 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b96d-f0b5-4d58-87ca-6e296a44ffcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.453907 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b96d-f0b5-4d58-87ca-6e296a44ffcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.456471 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b96d-f0b5-4d58-87ca-6e296a44ffcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.457630 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-7cb7b96d-f0b5-4d58-87ca-6e296a44ffcb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/93972d73-1ce4-457d-9d97-48dc7abc5cf7 HTTP/1.1" status: 204 len: 168 time: 0.1202939 Jul 13 14:46:16.465622 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7b96d-f0b5-4d58-87ca-6e296a44ffcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93972d73-1ce4-457d-9d97-48dc7abc5cf7,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:16.710748 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55276) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:16.724087 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2b190e7d-0bc1-4498-b8fb-1e0bdb3ae45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.814251 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2b190e7d-0bc1-4498-b8fb-1e0bdb3ae45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.818143 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2b190e7d-0bc1-4498-b8fb-1e0bdb3ae45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.861054 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-2b190e7d-0bc1-4498-b8fb-1e0bdb3ae45e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db8c55a233924450afc9616593e73cd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490152 Jul 13 14:46:16.862186 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b190e7d-0bc1-4498-b8fb-1e0bdb3ae45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fea736e-a78e-43dc-98c6-4da82a58296e,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:16.863114 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55280) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:16.913624 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe14f-420c-47cd-81bb-decb067b52fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.934580 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe14f-420c-47cd-81bb-decb067b52fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.978480 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe14f-420c-47cd-81bb-decb067b52fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.981083 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe14f-420c-47cd-81bb-decb067b52fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.982323 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-9dbfe14f-420c-47cd-81bb-decb067b52fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4fea736e-a78e-43dc-98c6-4da82a58296e HTTP/1.1" status: 204 len: 168 time: 0.1169829 Jul 13 14:46:16.990263 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfe14f-420c-47cd-81bb-decb067b52fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fea736e-a78e-43dc-98c6-4da82a58296e,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:22.646206 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55374) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:22.750594 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-94c8aa7d-4026-4a03-b676-d36cb83808cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.839792 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-94c8aa7d-4026-4a03-b676-d36cb83808cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.843502 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-94c8aa7d-4026-4a03-b676-d36cb83808cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.881952 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-94c8aa7d-4026-4a03-b676-d36cb83808cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77bc57a12e504a5c9d00da9f564959f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346561 Jul 13 14:46:22.883264 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8aa7d-4026-4a03-b676-d36cb83808cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d61ed8-e846-4a3a-b687-72182b531fc8,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:22.884849 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55378) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:22.933755 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-66c96343-9c04-41b4-8984-6705805fc1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.955008 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-66c96343-9c04-41b4-8984-6705805fc1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.999786 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-66c96343-9c04-41b4-8984-6705805fc1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:23.003265 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-66c96343-9c04-41b4-8984-6705805fc1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:23.004510 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-66c96343-9c04-41b4-8984-6705805fc1d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1d61ed8-e846-4a3a-b687-72182b531fc8 HTTP/1.1" status: 204 len: 168 time: 0.1177959 Jul 13 14:46:23.013125 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c96343-9c04-41b4-8984-6705805fc1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d61ed8-e846-4a3a-b687-72182b531fc8,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:23.257547 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55386) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:23.270474 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1fba6e84-eee6-4061-ba22-1d61469de8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:23.357305 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1fba6e84-eee6-4061-ba22-1d61469de8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:23.361641 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1fba6e84-eee6-4061-ba22-1d61469de8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:23.399832 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-1fba6e84-eee6-4061-ba22-1d61469de8f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5b9b481788244d2aa4e85988aefe3d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411645 Jul 13 14:46:23.400777 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba6e84-eee6-4061-ba22-1d61469de8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f0e9d1-5fae-4e30-8034-dd2e6d5cdf04,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:23.402577 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55388) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:23.452083 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a4d3-1f8e-4e53-ab4f-0969b9aa4fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:23.474016 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a4d3-1f8e-4e53-ab4f-0969b9aa4fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:23.519086 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a4d3-1f8e-4e53-ab4f-0969b9aa4fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:23.521855 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a4d3-1f8e-4e53-ab4f-0969b9aa4fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:23.522987 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-7cd7a4d3-1f8e-4e53-ab4f-0969b9aa4fe6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84f0e9d1-5fae-4e30-8034-dd2e6d5cdf04 HTTP/1.1" status: 204 len: 168 time: 0.1187606 Jul 13 14:46:23.530437 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7a4d3-1f8e-4e53-ab4f-0969b9aa4fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f0e9d1-5fae-4e30-8034-dd2e6d5cdf04,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:27.020238 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55450) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:27.121921 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f8099671-8e9b-4b53-bd8c-df9a5448cf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.205746 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f8099671-8e9b-4b53-bd8c-df9a5448cf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.209152 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f8099671-8e9b-4b53-bd8c-df9a5448cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.246281 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-f8099671-8e9b-4b53-bd8c-df9a5448cf05 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dfac7efc725f4146b98bf375b704ae82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249782 Jul 13 14:46:27.247115 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8099671-8e9b-4b53-bd8c-df9a5448cf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0467b767-42a2-4620-a98b-78114877113a,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:27.249645 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55454) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:27.297704 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-bc215b78-8250-4aa0-969c-3733feb6eed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.321039 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-bc215b78-8250-4aa0-969c-3733feb6eed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.365528 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-bc215b78-8250-4aa0-969c-3733feb6eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.368091 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-bc215b78-8250-4aa0-969c-3733feb6eed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.369267 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-bc215b78-8250-4aa0-969c-3733feb6eed4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0467b767-42a2-4620-a98b-78114877113a HTTP/1.1" status: 204 len: 168 time: 0.1184161 Jul 13 14:46:27.376785 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc215b78-8250-4aa0-969c-3733feb6eed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0467b767-42a2-4620-a98b-78114877113a,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:31.248849 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:33.252568 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:46:36.575987 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-0becd726-f38d-4999-8004-fc2915258e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.388413 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-60483fe6-69bc-4eef-9e93-6dbd168ac6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.622148 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:40.233307 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.032349 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55652) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:41.132258 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-dd08ebe2-5cf7-4fdc-8283-43e4d6f2d3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.215405 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-dd08ebe2-5cf7-4fdc-8283-43e4d6f2d3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.218837 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-dd08ebe2-5cf7-4fdc-8283-43e4d6f2d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.255677 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-dd08ebe2-5cf7-4fdc-8283-43e4d6f2d3c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b2df5a6a196e4ffbba2a241861c274c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222536 Jul 13 14:46:41.256530 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08ebe2-5cf7-4fdc-8283-43e4d6f2d3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2147a56b-c81d-41c5-9550-4443d6b732ba,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:41.258352 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55656) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:41.263641 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08ebe2-5cf7-4fdc-8283-43e4d6f2d3c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:41.264008 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08ebe2-5cf7-4fdc-8283-43e4d6f2d3c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:41.264319 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08ebe2-5cf7-4fdc-8283-43e4d6f2d3c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:41.264688 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08ebe2-5cf7-4fdc-8283-43e4d6f2d3c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:41.265250 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08ebe2-5cf7-4fdc-8283-43e4d6f2d3c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:41.265377 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08ebe2-5cf7-4fdc-8283-43e4d6f2d3c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:41.265641 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08ebe2-5cf7-4fdc-8283-43e4d6f2d3c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:41.265963 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08ebe2-5cf7-4fdc-8283-43e4d6f2d3c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:41.266291 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08ebe2-5cf7-4fdc-8283-43e4d6f2d3c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:41.266606 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08ebe2-5cf7-4fdc-8283-43e4d6f2d3c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:41.266923 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08ebe2-5cf7-4fdc-8283-43e4d6f2d3c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:41.267237 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08ebe2-5cf7-4fdc-8283-43e4d6f2d3c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:41.310132 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-050c8c19-15df-4a7b-9b4c-39f3517b5dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.331616 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-050c8c19-15df-4a7b-9b4c-39f3517b5dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.376578 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-050c8c19-15df-4a7b-9b4c-39f3517b5dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.379185 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-050c8c19-15df-4a7b-9b4c-39f3517b5dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.380977 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-050c8c19-15df-4a7b-9b4c-39f3517b5dad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2147a56b-c81d-41c5-9550-4443d6b732ba HTTP/1.1" status: 204 len: 168 time: 0.1215806 Jul 13 14:46:41.388423 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c8c19-15df-4a7b-9b4c-39f3517b5dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2147a56b-c81d-41c5-9550-4443d6b732ba,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:41.972070 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55684) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:42.041835 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.071103 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-21326371-c0d0-4d76-8786-22a10b042dee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-282165968-network', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:42.090699 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21326371-c0d0-4d76-8786-22a10b042dee admin admin] Made reservation on behalf of b987c762993a4dbaab6e33aab175d7fd for: {'network': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:42.092962 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-21326371-c0d0-4d76-8786-22a10b042dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.101480 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-21326371-c0d0-4d76-8786-22a10b042dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.185834 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-21326371-c0d0-4d76-8786-22a10b042dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.189296 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-21326371-c0d0-4d76-8786-22a10b042dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.217288 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21326371-c0d0-4d76-8786-22a10b042dee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=93172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:46:42.223170 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21326371-c0d0-4d76-8786-22a10b042dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2190de3e-e3d9-4c39-9a3d-9b886ea149bf,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:42.229506 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-21326371-c0d0-4d76-8786-22a10b042dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.229802 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.segments_db [None req-21326371-c0d0-4d76-8786-22a10b042dee admin admin] Added segment 55b2dc89-c943-4c6c-b593-8367b05679e1 of type vlan for network 7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd Jul 13 14:46:42.269090 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-21326371-c0d0-4d76-8786-22a10b042dee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.296607 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-21326371-c0d0-4d76-8786-22a10b042dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.297606 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21326371-c0d0-4d76-8786-22a10b042dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:42.298187 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-21326371-c0d0-4d76-8786-22a10b042dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.348580 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-21326371-c0d0-4d76-8786-22a10b042dee admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3753431 Jul 13 14:46:42.351533 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55688) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:42.355677 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21326371-c0d0-4d76-8786-22a10b042dee admin admin] Pushing event updated for resources: {'Network': ['ID=7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:42.356501 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-59d739b9-dee2-4f22-bd1d-bd50e35b85a7 admin admin] Request body: {'subnet': {'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-282165968-subnet', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'ip_version': 4}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:42.366014 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network 7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:46:42.377635 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d739b9-dee2-4f22-bd1d-bd50e35b85a7 admin admin] Made reservation on behalf of b987c762993a4dbaab6e33aab175d7fd for: {'subnet': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:42.380829 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-59d739b9-dee2-4f22-bd1d-bd50e35b85a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9032489'] for subnet, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.544480 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-59d739b9-dee2-4f22-bd1d-bd50e35b85a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8945278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9032475'] for subnet, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.601406 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d739b9-dee2-4f22-bd1d-bd50e35b85a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b203082-dd03-475d-bdbf-be5c9c0c8abc,revision_number=0']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:42.609629 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d739b9-dee2-4f22-bd1d-bd50e35b85a7 admin admin] Checking segment: {'id': '55b2dc89-c943-4c6c-b593-8367b05679e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:42.609987 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d739b9-dee2-4f22-bd1d-bd50e35b85a7 admin admin] Network hostable DHCP agents. Network: 7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:46:42.625713 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d739b9-dee2-4f22-bd1d-bd50e35b85a7 admin admin] Network 7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:46:42.633872 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [None req-59d739b9-dee2-4f22-bd1d-bd50e35b85a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, 7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd) {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:42.637945 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d739b9-dee2-4f22-bd1d-bd50e35b85a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:42.638529 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-59d739b9-dee2-4f22-bd1d-bd50e35b85a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.643076 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aa294d-e826-4bfc-bb39-10d479f566ce None None] Network 7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:42.652027 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-59d739b9-dee2-4f22-bd1d-bd50e35b85a7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2993867 Jul 13 14:46:42.654660 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55690) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:42.659007 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-282165968-router', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:42.684051 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3910847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126593'] for router, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.685319 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3910684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3910097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1138'] for router, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.781841 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.787243 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618f5d6e-03d8-5a30-8ee2-484b310fe779-7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'fixed_ips': [{'subnet_id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc'}]}} from dv-cinder-788365-4-iscsi. {{(pid=93174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:46:42.788125 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.923304 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1120'] for router, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.932437 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.db_base_plugin_common [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Allocated IP 172.20.0.2 (7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd/3b203082-dd03-475d-bdbf-be5c9c0c8abc/c2caddd9-106d-4ece-ba06-95bcc1a21c17) {{(pid=93174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:43.074213 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.084075 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Transition to ACTIVE for port object c2caddd9-106d-4ece-ba06-95bcc1a21c17 will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:43.101253 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Transition to ACTIVE for port object c2caddd9-106d-4ece-ba06-95bcc1a21c17 will not be triggered until provisioned by entity DHCP. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:43.107034 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.124984 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.148058 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Network 7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd is already hosted by enough agents. {{(pid=93174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:43.150033 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.154929 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.base_scheduler [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Resources bound (agent type, host, resource id): {{(pid=93174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:43.158570 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Received port after_create {{(pid=93174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:43.168096 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Pushing event updated for resources: {'Port': ['ID=c2caddd9-106d-4ece-ba06-95bcc1a21c17,revision_number=1']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:43.192123 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:43.192999 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:43.193340 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:43.193676 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:43.194011 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:43.194338 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:43.194660 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:43.194982 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:43.195309 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:43.195629 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:43.195945 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:43.196262 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:43.230859 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Attempting to bind port c2caddd9-106d-4ece-ba06-95bcc1a21c17 on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:43.231226 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Attempting to bind port c2caddd9-106d-4ece-ba06-95bcc1a21c17 by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '55b2dc89-c943-4c6c-b593-8367b05679e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:43.231585 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Attempting to bind port c2caddd9-106d-4ece-ba06-95bcc1a21c17 on network 7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:43.236565 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:43.236973 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Checking segment: {'id': '55b2dc89-c943-4c6c-b593-8367b05679e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:43.237537 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.237934 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Bound using segment: {'id': '55b2dc89-c943-4c6c-b593-8367b05679e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:43.239007 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Bound port: c2caddd9-106d-4ece-ba06-95bcc1a21c17, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b2dc89-c943-4c6c-b593-8367b05679e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:43.239393 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.256690 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] Allocated IP 172.27.2.11 (64164622-617a-4d99-aad1-f3cf00d7c839/9a558fe0-5def-4fa7-9003-30b84af57514/8841ddaf-5564-427a-a648-1d82464649e5) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:43.299507 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] For port c2caddd9-106d-4ece-ba06-95bcc1a21c17, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:43.302463 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] For port c2caddd9-106d-4ece-ba06-95bcc1a21c17, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=c2caddd9-106d-4ece-ba06-95bcc1a21c17,segment=NetworkSegment(55b2dc89-c943-4c6c-b593-8367b05679e1),segment_id=55b2dc89-c943-4c6c-b593-8367b05679e1)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:43.306266 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.363371 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046deae9-bb65-4516-9aaf-415dee750bf0 None None] Pushing event updated for resources: {'Port': ['ID=c2caddd9-106d-4ece-ba06-95bcc1a21c17,revision_number=2']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:43.365028 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.405043 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.450449 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:43.453253 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:43.456857 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:43.479589 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] Pushing event updated for resources: {'Port': ['ID=8841ddaf-5564-427a-a648-1d82464649e5,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:43.715370 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.906078 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3910816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909666'] for router, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.064354 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] Router 778d8ccc-64f9-4631-9c3b-d14e4b484c71 is scheduled to L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e with binding_index 1 {{(pid=93173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:46:44.111638 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device c2caddd9-106d-4ece-ba06-95bcc1a21c17 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:44.173766 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port c2caddd9-106d-4ece-ba06-95bcc1a21c17 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:44.175499 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:44.188853 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Sync routers for ids ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:44.197457 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.201437 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-06d8ea9c-a5f8-4df2-87f2-001c47ff04d9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5434124 Jul 13 14:46:44.201617 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Routers {'778d8ccc-64f9-4631-9c3b-d14e4b484c71'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:44.201617 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:46:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:44.201860 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55704) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:44.288369 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55706) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:44.345613 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Set router 778d8ccc-64f9-4631-9c3b-d14e4b484c71 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:44.375219 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e47411-62e8-4be7-8e3f-78ecc7f61b5e None None] Network 7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:44.412993 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-11816dc5-360d-4dc6-8bbe-169683fa8b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.516825 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-11816dc5-360d-4dc6-8bbe-169683fa8b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.522686 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-11816dc5-360d-4dc6-8bbe-169683fa8b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.568890 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-11816dc5-360d-4dc6-8bbe-169683fa8b40 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7781994cde0541fb9bf48b59bf2bfe3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786274 Jul 13 14:46:44.571240 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55710) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:44.577722 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11816dc5-360d-4dc6-8bbe-169683fa8b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a17144-4364-408a-aaf8-317b0fd6b653,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:44.624987 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-cb9c222a-aa91-41c9-96e7-fbc2fa00b896 None None] Provisioning for port c2caddd9-106d-4ece-ba06-95bcc1a21c17 completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:44.632228 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7c57-2438-40d6-9e1a-0fd2642f9eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.637028 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-cb9c222a-aa91-41c9-96e7-fbc2fa00b896 None None] Provisioning complete for port c2caddd9-106d-4ece-ba06-95bcc1a21c17 triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:44.637412 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-cb9c222a-aa91-41c9-96e7-fbc2fa00b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.648095 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.656306 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7c57-2438-40d6-9e1a-0fd2642f9eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.707721 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7c57-2438-40d6-9e1a-0fd2642f9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.710620 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7c57-2438-40d6-9e1a-0fd2642f9eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.714602 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-9a9b7c57-2438-40d6-9e1a-0fd2642f9eb7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63a17144-4364-408a-aaf8-317b0fd6b653 HTTP/1.1" status: 204 len: 168 time: 0.1391623 Jul 13 14:46:44.720563 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b7c57-2438-40d6-9e1a-0fd2642f9eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a17144-4364-408a-aaf8-317b0fd6b653,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:44.822614 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] Allocated IP 172.20.0.1 (7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd/3b203082-dd03-475d-bdbf-be5c9c0c8abc/1ce11d42-3c79-4abd-b9df-4f00a691d97b) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:44.870110 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-cb9c222a-aa91-41c9-96e7-fbc2fa00b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.902328 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'name': 'tempest-TestShelveInstance-282165968-router', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8841ddaf-5564-427a-a648-1d82464649e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:42Z', 'updated_at': '2021-07-13T14:46:43Z', 'revision_number': 3, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'gw_port': {'id': '8841ddaf-5564-427a-a648-1d82464649e5', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:43Z', 'updated_at': '2021-07-13T14:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:44.935209 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.945221 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Checking router: 778d8ccc-64f9-4631-9c3b-d14e4b484c71 for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:44.945584 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Updating router 778d8ccc-64f9-4631-9c3b-d14e4b484c71 port 8841ddaf-5564-427a-a648-1d82464649e5 binding host dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:46:44.949197 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-cb9c222a-aa91-41c9-96e7-fbc2fa00b896 None None] For port c2caddd9-106d-4ece-ba06-95bcc1a21c17, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=c2caddd9-106d-4ece-ba06-95bcc1a21c17,segment=NetworkSegment(55b2dc89-c943-4c6c-b593-8367b05679e1),segment_id=55b2dc89-c943-4c6c-b593-8367b05679e1)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:44.953534 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] Transition to ACTIVE for port object 1ce11d42-3c79-4abd-b9df-4f00a691d97b will not be triggered until provisioned by entity DHCP. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:44.972299 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-cb9c222a-aa91-41c9-96e7-fbc2fa00b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.989848 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.018014 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] Network 7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:45.019359 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.037289 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:45.041280 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:45.060412 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c222a-aa91-41c9-96e7-fbc2fa00b896 None None] Pushing event updated for resources: {'Port': ['ID=c2caddd9-106d-4ece-ba06-95bcc1a21c17,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:45.089607 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] Pushing event updated for resources: {'Port': ['ID=1ce11d42-3c79-4abd-b9df-4f00a691d97b,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:45.098769 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3909841'] for router_interface, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.330807 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-19775053-cf89-4801-b377-3351604dddc9 None None] Provisioning complete for port c2caddd9-106d-4ece-ba06-95bcc1a21c17 triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:45.331346 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-19775053-cf89-4801-b377-3351604dddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.387243 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Notify callbacks [] for port, precommit_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.406502 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Transition to ACTIVE for port object 8841ddaf-5564-427a-a648-1d82464649e5 will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:45.428130 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.515697 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55732) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:45.518376 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Attempting to bind port 8841ddaf-5564-427a-a648-1d82464649e5 on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:45.518757 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Attempting to bind port 8841ddaf-5564-427a-a648-1d82464649e5 by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:45.519124 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Attempting to bind port 8841ddaf-5564-427a-a648-1d82464649e5 on network 64164622-617a-4d99-aad1-f3cf00d7c839 {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:45.522468 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564ab24-06f0-4f05-badf-216e772bd5ec None None] Pushing event updated for resources: {'Port': ['ID=8841ddaf-5564-427a-a648-1d82464649e5,revision_number=2']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:45.527135 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:45.527519 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Checking segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:45.527924 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.528352 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Bound using segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:45.528823 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Bound port: 8841ddaf-5564-427a-a648-1d82464649e5, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:45.529211 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.552518 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.584159 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] For port 8841ddaf-5564-427a-a648-1d82464649e5, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:45.588337 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] For port 8841ddaf-5564-427a-a648-1d82464649e5, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=8841ddaf-5564-427a-a648-1d82464649e5,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:45.594429 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.620068 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-45b28e36-01ff-4f88-be03-4b2b6ce6b16f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1014500211-network', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:45.642917 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b28e36-01ff-4f88-be03-4b2b6ce6b16f admin admin] Made reservation on behalf of f0c34ca3d1f5494991c0e687772f5c82 for: {'network': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:45.645256 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-45b28e36-01ff-4f88-be03-4b2b6ce6b16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.653541 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-45b28e36-01ff-4f88-be03-4b2b6ce6b16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.668470 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-9514d99c-06d9-4043-895f-e091b7a0c782 None None] Provisioning for port 1ce11d42-3c79-4abd-b9df-4f00a691d97b completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:45.673472 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Routers {'778d8ccc-64f9-4631-9c3b-d14e4b484c71'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:45.674115 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:46:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:45.678288 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564ab24-06f0-4f05-badf-216e772bd5ec None None] Pushing event updated for resources: {'Port': ['ID=8841ddaf-5564-427a-a648-1d82464649e5,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:45.680961 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-9514d99c-06d9-4043-895f-e091b7a0c782 None None] Provisioning complete for port 1ce11d42-3c79-4abd-b9df-4f00a691d97b triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:45.681339 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-9514d99c-06d9-4043-895f-e091b7a0c782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.745476 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.748727 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-45b28e36-01ff-4f88-be03-4b2b6ce6b16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.750550 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.752752 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-45b28e36-01ff-4f88-be03-4b2b6ce6b16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.759747 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-9514d99c-06d9-4043-895f-e091b7a0c782 None None] Port 1ce11d42-3c79-4abd-b9df-4f00a691d97b cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:46:45.777805 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b28e36-01ff-4f88-be03-4b2b6ce6b16f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=93172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:46:45.787491 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b28e36-01ff-4f88-be03-4b2b6ce6b16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a885108d-7c61-4247-974f-b122d0184621,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:45.793893 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-45b28e36-01ff-4f88-be03-4b2b6ce6b16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.794285 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.segments_db [None req-45b28e36-01ff-4f88-be03-4b2b6ce6b16f admin admin] Added segment 57b20fd3-ac0d-46ec-8532-5e5b3891570f of type vlan for network 21790059-e5ef-457e-9e5f-5f597468729e Jul 13 14:46:45.823257 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911521'] for router_interface, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.825204 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] Pushing event updated for resources: {'Port': ['ID=1ce11d42-3c79-4abd-b9df-4f00a691d97b,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:45.830040 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] Set router 778d8ccc-64f9-4631-9c3b-d14e4b484c71 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:45.838142 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-45b28e36-01ff-4f88-be03-4b2b6ce6b16f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.869093 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-45b28e36-01ff-4f88-be03-4b2b6ce6b16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.870093 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b28e36-01ff-4f88-be03-4b2b6ce6b16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:45.870887 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-45b28e36-01ff-4f88-be03-4b2b6ce6b16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.921043 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-45b28e36-01ff-4f88-be03-4b2b6ce6b16f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4037850 Jul 13 14:46:45.923989 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55736) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:45.930332 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b28e36-01ff-4f88-be03-4b2b6ce6b16f admin admin] Pushing event updated for resources: {'Network': ['ID=21790059-e5ef-457e-9e5f-5f597468729e,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:45.931719 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-1d7a0f6c-8778-4c79-bdde-34aa62ee5814 admin admin] Request body: {'subnet': {'network_id': '21790059-e5ef-457e-9e5f-5f597468729e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1014500211-subnet', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'ip_version': 4}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:45.948646 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network 21790059-e5ef-457e-9e5f-5f597468729e details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:46:45.950168 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] Network 7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:45.952769 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:45.996817 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7a0f6c-8778-4c79-bdde-34aa62ee5814 admin admin] Made reservation on behalf of f0c34ca3d1f5494991c0e687772f5c82 for: {'subnet': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:45.999087 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1d7a0f6c-8778-4c79-bdde-34aa62ee5814 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9032489'] for subnet, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:46.093956 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device c2caddd9-106d-4ece-ba06-95bcc1a21c17 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:46.146126 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] Router 778d8ccc-64f9-4631-9c3b-d14e4b484c71 has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:46:46.147159 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'name': 'tempest-TestShelveInstance-282165968-router', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8841ddaf-5564-427a-a648-1d82464649e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:42Z', 'updated_at': '2021-07-13T14:46:45Z', 'revision_number': 4, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'gw_port': {'id': '8841ddaf-5564-427a-a648-1d82464649e5', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:43Z', 'updated_at': '2021-07-13T14:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '1ce11d42-3c79-4abd-b9df-4f00a691d97b', 'name': '', 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'mac_address': 'fa:16:3e:3b:82:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:44Z', 'updated_at': '2021-07-13T14:46:44Z', 'revision_number': 1, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'subnets': [{'id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:46.182306 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cddf6ee-fbaf-40b3-b639-ef35c87ef015 None None] The sync data for ids ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'] in dv-cinder-788365-4-iscsi is: [{'id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'name': 'tempest-TestShelveInstance-282165968-router', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8841ddaf-5564-427a-a648-1d82464649e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:42Z', 'updated_at': '2021-07-13T14:46:45Z', 'revision_number': 4, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'gw_port': {'id': '8841ddaf-5564-427a-a648-1d82464649e5', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:43Z', 'updated_at': '2021-07-13T14:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '1ce11d42-3c79-4abd-b9df-4f00a691d97b', 'name': '', 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'mac_address': 'fa:16:3e:3b:82:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:44Z', 'updated_at': '2021-07-13T14:46:44Z', 'revision_number': 1, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'subnets': [{'id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:46.184699 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port c2caddd9-106d-4ece-ba06-95bcc1a21c17 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:46.185070 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:46.283053 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-9773a0de-8f26-4dd1-9b9d-b659a3ad544b None None] Provisioning complete for port 1ce11d42-3c79-4abd-b9df-4f00a691d97b triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:46.283426 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-9773a0de-8f26-4dd1-9b9d-b659a3ad544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:46.320035 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-9773a0de-8f26-4dd1-9b9d-b659a3ad544b None None] Port 1ce11d42-3c79-4abd-b9df-4f00a691d97b cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:46:46.326042 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1d7a0f6c-8778-4c79-bdde-34aa62ee5814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8945278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9032475'] for subnet, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:46.371258 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:46.376992 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-b65fcda1-fa3b-4917-a345-f11336f8d88e admin admin] 10.222.0.42 "PUT /v2.0/routers/778d8ccc-64f9-4631-9c3b-d14e4b484c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1740494 Jul 13 14:46:46.411450 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a0f6c-8778-4c79-bdde-34aa62ee5814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fafcfdf2-b6e3-4433-b7ed-40133df7617f,revision_number=0']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:46.417845 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7a0f6c-8778-4c79-bdde-34aa62ee5814 admin admin] Checking segment: {'id': '57b20fd3-ac0d-46ec-8532-5e5b3891570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:46.418833 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7a0f6c-8778-4c79-bdde-34aa62ee5814 admin admin] Network hostable DHCP agents. Network: 21790059-e5ef-457e-9e5f-5f597468729e, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:46:46.437523 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7a0f6c-8778-4c79-bdde-34aa62ee5814 admin admin] Network 21790059-e5ef-457e-9e5f-5f597468729e is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:46:46.450768 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [None req-1d7a0f6c-8778-4c79-bdde-34aa62ee5814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, 21790059-e5ef-457e-9e5f-5f597468729e) {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:46.458839 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7a0f6c-8778-4c79-bdde-34aa62ee5814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:46.459438 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1d7a0f6c-8778-4c79-bdde-34aa62ee5814 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:46.463030 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4d3b66-b69f-42f7-97ca-f060acc7b683 None None] Network 21790059-e5ef-457e-9e5f-5f597468729e requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:46.483839 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-1d7a0f6c-8778-4c79-bdde-34aa62ee5814 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5585966 Jul 13 14:46:46.486560 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55740) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:46.492792 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1014500211-router', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:46.518143 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3910847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126593'] for router, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:46.522624 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3910684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3910097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1138'] for router, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:46.588090 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:46.752016 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1120'] for router, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:46.764024 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618f5d6e-03d8-5a30-8ee2-484b310fe779-21790059-e5ef-457e-9e5f-5f597468729e', 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'fixed_ips': [{'subnet_id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f'}]}} from dv-cinder-788365-4-iscsi. {{(pid=93174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:46:46.765612 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:46.929374 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.db_base_plugin_common [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Allocated IP 172.20.0.2 (21790059-e5ef-457e-9e5f-5f597468729e/fafcfdf2-b6e3-4433-b7ed-40133df7617f/b7ca4022-0cad-44c2-8690-5f7a5720e46e) {{(pid=93174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:47.034588 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.057806 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.068475 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55754) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:47.073337 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-f5f3bbb2-bb5a-4a75-9aa1-ec2f554ed417 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-394239080-network', 'tenant_id': 'c4a9f9c41e2c44d6921ced358bc653d5'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:47.097220 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f3bbb2-bb5a-4a75-9aa1-ec2f554ed417 admin admin] Made reservation on behalf of c4a9f9c41e2c44d6921ced358bc653d5 for: {'network': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:47.101355 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f5f3bbb2-bb5a-4a75-9aa1-ec2f554ed417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.123419 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f5f3bbb2-bb5a-4a75-9aa1-ec2f554ed417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.138222 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Notify callbacks [] for port, precommit_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.152211 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Transition to ACTIVE for port object b7ca4022-0cad-44c2-8690-5f7a5720e46e will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:47.169670 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Transition to ACTIVE for port object b7ca4022-0cad-44c2-8690-5f7a5720e46e will not be triggered until provisioned by entity DHCP. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:47.176412 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.214034 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] Allocated IP 172.27.2.140 (64164622-617a-4d99-aad1-f3cf00d7c839/9a558fe0-5def-4fa7-9003-30b84af57514/35ba4de5-d69a-4391-9c15-b35be6bfd2d6) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:47.225793 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Network 21790059-e5ef-457e-9e5f-5f597468729e is already hosted by enough agents. {{(pid=93174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:47.231430 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f5f3bbb2-bb5a-4a75-9aa1-ec2f554ed417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.233135 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.base_scheduler [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Resources bound (agent type, host, resource id): {{(pid=93174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:47.237903 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Received port after_create {{(pid=93174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:47.240460 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f5f3bbb2-bb5a-4a75-9aa1-ec2f554ed417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.249420 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Pushing event updated for resources: {'Port': ['ID=b7ca4022-0cad-44c2-8690-5f7a5720e46e,revision_number=1']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:47.276079 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f3bbb2-bb5a-4a75-9aa1-ec2f554ed417 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=93172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:46:47.292323 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3bbb2-bb5a-4a75-9aa1-ec2f554ed417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afb40da-7a52-4673-828b-5d828be3336f,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:47.298154 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f5f3bbb2-bb5a-4a75-9aa1-ec2f554ed417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.298712 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.segments_db [None req-f5f3bbb2-bb5a-4a75-9aa1-ec2f554ed417 admin admin] Added segment 0134a200-3ba3-4656-8898-a6703e00d491 of type vlan for network 081dfebb-791b-42b8-b985-95e443e0ed7f Jul 13 14:46:47.323304 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Attempting to bind port b7ca4022-0cad-44c2-8690-5f7a5720e46e on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:47.323675 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Attempting to bind port b7ca4022-0cad-44c2-8690-5f7a5720e46e by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '57b20fd3-ac0d-46ec-8532-5e5b3891570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:47.324041 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Attempting to bind port b7ca4022-0cad-44c2-8690-5f7a5720e46e on network 21790059-e5ef-457e-9e5f-5f597468729e {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:47.329561 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:47.330197 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Checking segment: {'id': '57b20fd3-ac0d-46ec-8532-5e5b3891570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:47.330757 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.331366 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Bound using segment: {'id': '57b20fd3-ac0d-46ec-8532-5e5b3891570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:47.332032 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Bound port: b7ca4022-0cad-44c2-8690-5f7a5720e46e, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b20fd3-ac0d-46ec-8532-5e5b3891570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:47.332579 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.345978 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f5f3bbb2-bb5a-4a75-9aa1-ec2f554ed417 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.383335 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.389469 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f5f3bbb2-bb5a-4a75-9aa1-ec2f554ed417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.390878 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f3bbb2-bb5a-4a75-9aa1-ec2f554ed417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:47.391531 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f5f3bbb2-bb5a-4a75-9aa1-ec2f554ed417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.410557 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] For port b7ca4022-0cad-44c2-8690-5f7a5720e46e, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:47.414181 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] For port b7ca4022-0cad-44c2-8690-5f7a5720e46e, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=b7ca4022-0cad-44c2-8690-5f7a5720e46e,segment=NetworkSegment(57b20fd3-ac0d-46ec-8532-5e5b3891570f),segment_id=57b20fd3-ac0d-46ec-8532-5e5b3891570f)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:47.419941 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.451125 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-f5f3bbb2-bb5a-4a75-9aa1-ec2f554ed417 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3815892 Jul 13 14:46:47.454696 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55756) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:47.463867 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-82e63a8c-65bd-49b9-983b-330616414373 admin admin] Request body: {'subnet': {'network_id': '081dfebb-791b-42b8-b985-95e443e0ed7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-394239080-subnet', 'tenant_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'ip_version': 4}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:47.467255 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.493532 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e63a8c-65bd-49b9-983b-330616414373 admin admin] Made reservation on behalf of c4a9f9c41e2c44d6921ced358bc653d5 for: {'subnet': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:47.495372 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce2162-86bf-475d-aa60-91b19ab7021a None None] Pushing event updated for resources: {'Port': ['ID=b7ca4022-0cad-44c2-8690-5f7a5720e46e,revision_number=2']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:47.497687 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-82e63a8c-65bd-49b9-983b-330616414373 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610179'] for subnet, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.499877 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3bbb2-bb5a-4a75-9aa1-ec2f554ed417 admin admin] Pushing event updated for resources: {'Network': ['ID=081dfebb-791b-42b8-b985-95e443e0ed7f,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:47.516069 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network 081dfebb-791b-42b8-b985-95e443e0ed7f details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:46:47.522459 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:47.527070 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:47.531242 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:47.576936 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=35ba4de5-d69a-4391-9c15-b35be6bfd2d6,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:47.760275 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-82e63a8c-65bd-49b9-983b-330616414373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8777516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610225'] for subnet, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.826963 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e63a8c-65bd-49b9-983b-330616414373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=268ce01b-d247-4829-a4c0-28c6b8a025d9,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:47.852949 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e63a8c-65bd-49b9-983b-330616414373 admin admin] Checking segment: {'id': '0134a200-3ba3-4656-8898-a6703e00d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '081dfebb-791b-42b8-b985-95e443e0ed7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:47.853314 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e63a8c-65bd-49b9-983b-330616414373 admin admin] Network hostable DHCP agents. Network: 081dfebb-791b-42b8-b985-95e443e0ed7f, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:46:47.880976 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e63a8c-65bd-49b9-983b-330616414373 admin admin] Network 081dfebb-791b-42b8-b985-95e443e0ed7f is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:46:47.890870 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-82e63a8c-65bd-49b9-983b-330616414373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, 081dfebb-791b-42b8-b985-95e443e0ed7f) {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:47.895088 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e63a8c-65bd-49b9-983b-330616414373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:47.896279 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-82e63a8c-65bd-49b9-983b-330616414373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.898620 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.906466 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0738abdb-14d6-4b5a-93bd-59156caa8418 None None] Network 081dfebb-791b-42b8-b985-95e443e0ed7f requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:47.911775 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-82e63a8c-65bd-49b9-983b-330616414373 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4552236 Jul 13 14:46:47.914449 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55758) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:47.920615 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-394239080-router', 'tenant_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:47.946787 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3910847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126593'] for router, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.948482 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3910684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3910097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1138'] for router, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.002709 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.112212 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618f5d6e-03d8-5a30-8ee2-484b310fe779-081dfebb-791b-42b8-b985-95e443e0ed7f', 'network_id': '081dfebb-791b-42b8-b985-95e443e0ed7f', 'tenant_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'fixed_ips': [{'subnet_id': '268ce01b-d247-4829-a4c0-28c6b8a025d9'}]}} from dv-cinder-788365-4-iscsi. {{(pid=93174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:46:48.113148 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.135755 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3910816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909666'] for router, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.159698 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device b7ca4022-0cad-44c2-8690-5f7a5720e46e up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:48.279503 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] Router 42708db7-ad4b-4096-9614-94e685f1a1ae is scheduled to L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e with binding_index 1 {{(pid=93173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:46:48.306302 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port b7ca4022-0cad-44c2-8690-5f7a5720e46e completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:48.316691 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 8841ddaf-5564-427a-a648-1d82464649e5 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:48.347800 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.db_base_plugin_common [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Allocated IP 172.20.0.2 (081dfebb-791b-42b8-b985-95e443e0ed7f/268ce01b-d247-4829-a4c0-28c6b8a025d9/b47672b0-5642-4399-aeb6-f34746ba4d6e) {{(pid=93174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:48.410009 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:48.422399 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1120'] for router, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.427681 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] Notify callbacks [] for router, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.428333 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Sync routers for ids ['42708db7-ad4b-4096-9614-94e685f1a1ae'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:48.429047 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-249bac49-4875-49e2-8e6b-97ae67a96fc5 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9412975 Jul 13 14:46:48.432085 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55760) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:48.438507 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Routers {'42708db7-ad4b-4096-9614-94e685f1a1ae'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:48.439279 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:46:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['42708db7-ad4b-4096-9614-94e685f1a1ae'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:48.493700 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port 8841ddaf-5564-427a-a648-1d82464649e5 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:48.501959 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 8841ddaf-5564-427a-a648-1d82464649e5 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:48.502602 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.591361 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Set router 42708db7-ad4b-4096-9614-94e685f1a1ae gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:48.598262 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Notify callbacks [] for port, precommit_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.618010 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Transition to ACTIVE for port object b47672b0-5642-4399-aeb6-f34746ba4d6e will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:48.672415 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Transition to ACTIVE for port object b47672b0-5642-4399-aeb6-f34746ba4d6e will not be triggered until provisioned by entity DHCP. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:48.677863 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.679392 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.700143 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.700422 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.704448 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port 8841ddaf-5564-427a-a648-1d82464649e5, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=8841ddaf-5564-427a-a648-1d82464649e5,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:48.718018 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.747872 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Network 081dfebb-791b-42b8-b985-95e443e0ed7f is already hosted by enough agents. {{(pid=93174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:48.753025 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.base_scheduler [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Resources bound (agent type, host, resource id): {{(pid=93174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:48.757000 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Received port after_create {{(pid=93174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:48.768247 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Pushing event updated for resources: {'Port': ['ID=b47672b0-5642-4399-aeb6-f34746ba4d6e,revision_number=1']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:48.840136 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'name': 'tempest-TestMinimumBasicScenario-1014500211-router', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:46Z', 'updated_at': '2021-07-13T14:46:47Z', 'revision_number': 3, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'gw_port': {'id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:48.842396 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] Allocated IP 172.27.2.235 (64164622-617a-4d99-aad1-f3cf00d7c839/9a558fe0-5def-4fa7-9003-30b84af57514/5755956f-6855-4c85-a4cd-15c8dd211288) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:48.873608 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Checking router: 42708db7-ad4b-4096-9614-94e685f1a1ae for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:48.874176 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Updating router 42708db7-ad4b-4096-9614-94e685f1a1ae port 35ba4de5-d69a-4391-9c15-b35be6bfd2d6 binding host dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:46:48.890668 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Attempting to bind port b47672b0-5642-4399-aeb6-f34746ba4d6e on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:48.891039 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Attempting to bind port b47672b0-5642-4399-aeb6-f34746ba4d6e by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '0134a200-3ba3-4656-8898-a6703e00d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '081dfebb-791b-42b8-b985-95e443e0ed7f'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:48.891400 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Attempting to bind port b47672b0-5642-4399-aeb6-f34746ba4d6e on network 081dfebb-791b-42b8-b985-95e443e0ed7f {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:48.900360 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=8841ddaf-5564-427a-a648-1d82464649e5,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:48.903158 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:48.903536 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Checking segment: {'id': '0134a200-3ba3-4656-8898-a6703e00d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '081dfebb-791b-42b8-b985-95e443e0ed7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:48.903936 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.904466 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Bound using segment: {'id': '0134a200-3ba3-4656-8898-a6703e00d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '081dfebb-791b-42b8-b985-95e443e0ed7f'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:48.904808 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Bound port: b47672b0-5642-4399-aeb6-f34746ba4d6e, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0134a200-3ba3-4656-8898-a6703e00d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '081dfebb-791b-42b8-b985-95e443e0ed7f'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:48.905187 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.919514 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.964809 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Sync routers for ids ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:48.987370 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Routers {'778d8ccc-64f9-4631-9c3b-d14e4b484c71'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:48.988178 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:46:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:49.006086 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.034820 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] For port b47672b0-5642-4399-aeb6-f34746ba4d6e, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:49.053016 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.056375 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] For port b47672b0-5642-4399-aeb6-f34746ba4d6e, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=b47672b0-5642-4399-aeb6-f34746ba4d6e,segment=NetworkSegment(0134a200-3ba3-4656-8898-a6703e00d491),segment_id=0134a200-3ba3-4656-8898-a6703e00d491)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:49.066280 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.113311 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:49.121157 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:49.127144 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] Pushing event updated for resources: {'Port': ['ID=5755956f-6855-4c85-a4cd-15c8dd211288,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:49.130740 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:49.195081 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Set router 778d8ccc-64f9-4631-9c3b-d14e4b484c71 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:49.197531 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3c0a8-fcfb-40b7-84b3-fb8ab43d7676 None None] Pushing event updated for resources: {'Port': ['ID=b47672b0-5642-4399-aeb6-f34746ba4d6e,revision_number=2']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:49.350772 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.366431 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Transition to ACTIVE for port object 35ba4de5-d69a-4391-9c15-b35be6bfd2d6 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:49.377483 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.447270 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Attempting to bind port 35ba4de5-d69a-4391-9c15-b35be6bfd2d6 on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:49.453950 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Attempting to bind port 35ba4de5-d69a-4391-9c15-b35be6bfd2d6 by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:49.453950 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Attempting to bind port 35ba4de5-d69a-4391-9c15-b35be6bfd2d6 on network 64164622-617a-4d99-aad1-f3cf00d7c839 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:49.461220 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef1da6-e949-4970-9b74-60a1371615c5 None None] Pushing event updated for resources: {'Port': ['ID=35ba4de5-d69a-4391-9c15-b35be6bfd2d6,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:49.469589 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1da6-e949-4970-9b74-60a1371615c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:49.469937 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1da6-e949-4970-9b74-60a1371615c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:49.470308 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1da6-e949-4970-9b74-60a1371615c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:49.470695 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1da6-e949-4970-9b74-60a1371615c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:49.471025 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1da6-e949-4970-9b74-60a1371615c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:49.471351 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1da6-e949-4970-9b74-60a1371615c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:49.471675 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1da6-e949-4970-9b74-60a1371615c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:49.471997 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1da6-e949-4970-9b74-60a1371615c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:49.472822 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1da6-e949-4970-9b74-60a1371615c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:49.472822 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1da6-e949-4970-9b74-60a1371615c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:49.473021 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1da6-e949-4970-9b74-60a1371615c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:49.473286 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1da6-e949-4970-9b74-60a1371615c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:49.479827 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:49.479827 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Checking segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:49.481492 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.481492 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Bound using segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:49.481492 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Bound port: 35ba4de5-d69a-4391-9c15-b35be6bfd2d6, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:49.481492 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.545340 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'name': 'tempest-TestShelveInstance-282165968-router', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8841ddaf-5564-427a-a648-1d82464649e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:42Z', 'updated_at': '2021-07-13T14:46:45Z', 'revision_number': 4, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'gw_port': {'id': '8841ddaf-5564-427a-a648-1d82464649e5', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:43Z', 'updated_at': '2021-07-13T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '1ce11d42-3c79-4abd-b9df-4f00a691d97b', 'name': '', 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'mac_address': 'fa:16:3e:3b:82:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:44Z', 'updated_at': '2021-07-13T14:46:45Z', 'revision_number': 2, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'subnets': [{'id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:49.545990 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.546779 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] For port 35ba4de5-d69a-4391-9c15-b35be6bfd2d6, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:49.549937 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] For port 35ba4de5-d69a-4391-9c15-b35be6bfd2d6, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=35ba4de5-d69a-4391-9c15-b35be6bfd2d6,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:49.560897 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.609300 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Checking router: 778d8ccc-64f9-4631-9c3b-d14e4b484c71 for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:49.609748 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Updating router 778d8ccc-64f9-4631-9c3b-d14e4b484c71 port 1ce11d42-3c79-4abd-b9df-4f00a691d97b binding host dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:46:49.612054 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.644552 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef1da6-e949-4970-9b74-60a1371615c5 None None] Pushing event updated for resources: {'Port': ['ID=35ba4de5-d69a-4391-9c15-b35be6bfd2d6,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:49.666251 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.670033 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Routers {'42708db7-ad4b-4096-9614-94e685f1a1ae'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:49.670917 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:46:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['42708db7-ad4b-4096-9614-94e685f1a1ae'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:49.793047 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74207724-9a7d-4acc-be31-d0059ca6047e None None] Network 21790059-e5ef-457e-9e5f-5f597468729e requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:49.816686 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] Set router 42708db7-ad4b-4096-9614-94e685f1a1ae gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:49.827960 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] Allocated IP 172.20.0.1 (21790059-e5ef-457e-9e5f-5f597468729e/fafcfdf2-b6e3-4433-b7ed-40133df7617f/b2059912-3df3-4c13-a845-f1e97d17029e) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:49.894089 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-3e62394f-8dcf-453c-867a-5ed9a5e1ef3c None None] Provisioning for port b7ca4022-0cad-44c2-8690-5f7a5720e46e completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:49.918479 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3910816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909666'] for router, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.948690 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-3e62394f-8dcf-453c-867a-5ed9a5e1ef3c None None] Provisioning complete for port b7ca4022-0cad-44c2-8690-5f7a5720e46e triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:49.949624 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-3e62394f-8dcf-453c-867a-5ed9a5e1ef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.985672 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.007649 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] Transition to ACTIVE for port object b2059912-3df3-4c13-a845-f1e97d17029e will not be triggered until provisioned by entity DHCP. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:50.078857 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.114673 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'name': 'tempest-TestMinimumBasicScenario-1014500211-router', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:46Z', 'updated_at': '2021-07-13T14:46:47Z', 'revision_number': 3, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'gw_port': {'id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:50.120920 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] Network 21790059-e5ef-457e-9e5f-5f597468729e is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:50.124960 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] Router ce768890-8be0-491f-8feb-423ab1eb5dc5 is scheduled to L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e with binding_index 1 {{(pid=93172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:46:50.130769 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:50.139890 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:50.153990 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a66773-5d4f-4192-b3eb-bc866956a4e5 None None] The sync data for ids ['42708db7-ad4b-4096-9614-94e685f1a1ae'] in dv-cinder-788365-4-iscsi is: [{'id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'name': 'tempest-TestMinimumBasicScenario-1014500211-router', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:46Z', 'updated_at': '2021-07-13T14:46:47Z', 'revision_number': 3, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'gw_port': {'id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:50.214551 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] Pushing event updated for resources: {'Port': ['ID=b2059912-3df3-4c13-a845-f1e97d17029e,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:50.238620 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3909841'] for router_interface, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.300023 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:50.314194 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Sync routers for ids ['ce768890-8be0-491f-8feb-423ab1eb5dc5'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:50.323079 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] Notify callbacks [] for router, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.324478 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-27a8e757-6829-48b4-b4b0-800881a55ac4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4080172 Jul 13 14:46:50.327109 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55762) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:50.333722 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Routers {'ce768890-8be0-491f-8feb-423ab1eb5dc5'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:50.336692 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:46:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['ce768890-8be0-491f-8feb-423ab1eb5dc5'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:50.393392 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 8841ddaf-5564-427a-a648-1d82464649e5 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:50.456323 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.499600 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-3e62394f-8dcf-453c-867a-5ed9a5e1ef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.692922 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.697887 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-3e62394f-8dcf-453c-867a-5ed9a5e1ef3c None None] For port b7ca4022-0cad-44c2-8690-5f7a5720e46e, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=b7ca4022-0cad-44c2-8690-5f7a5720e46e,segment=NetworkSegment(57b20fd3-ac0d-46ec-8532-5e5b3891570f),segment_id=57b20fd3-ac0d-46ec-8532-5e5b3891570f)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:50.711463 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-3e62394f-8dcf-453c-867a-5ed9a5e1ef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.720458 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Transition to ACTIVE for port object 1ce11d42-3c79-4abd-b9df-4f00a691d97b will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:50.725282 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 8841ddaf-5564-427a-a648-1d82464649e5 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:50.726303 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.749907 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Set router ce768890-8be0-491f-8feb-423ab1eb5dc5 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:50.751209 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.762136 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.797859 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b549c654-0f8d-4b78-8e18-9cfd793b1779 None None] Network 081dfebb-791b-42b8-b985-95e443e0ed7f requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:50.807166 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.866914 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911521'] for router_interface, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.913892 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62394f-8dcf-453c-867a-5ed9a5e1ef3c None None] Pushing event updated for resources: {'Port': ['ID=b7ca4022-0cad-44c2-8690-5f7a5720e46e,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:51.057117 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-74fb64c2-da09-499f-8f77-ab2c578f3b81 None None] Provisioning for port b47672b0-5642-4399-aeb6-f34746ba4d6e completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:51.103027 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] Pushing event updated for resources: {'Port': ['ID=b2059912-3df3-4c13-a845-f1e97d17029e,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:51.171417 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899058a0-cfcf-4a75-831c-2259c41eea4d None None] Pushing event updated for resources: {'Port': ['ID=1ce11d42-3c79-4abd-b9df-4f00a691d97b,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:51.176258 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.204492 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'name': 'tempest-TestShelveInstance-394239080-router', 'tenant_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '5755956f-6855-4c85-a4cd-15c8dd211288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:46:49Z', 'revision_number': 3, 'project_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'gw_port': {'id': '5755956f-6855-4c85-a4cd-15c8dd211288', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:48Z', 'updated_at': '2021-07-13T14:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:51.207714 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Attempting to bind port 1ce11d42-3c79-4abd-b9df-4f00a691d97b on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:51.209699 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Attempting to bind port 1ce11d42-3c79-4abd-b9df-4f00a691d97b by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '55b2dc89-c943-4c6c-b593-8367b05679e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:51.211607 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Attempting to bind port 1ce11d42-3c79-4abd-b9df-4f00a691d97b on network 7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:51.218389 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] Network 21790059-e5ef-457e-9e5f-5f597468729e is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:51.224450 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:51.234257 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:51.234257 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Checking segment: {'id': '55b2dc89-c943-4c6c-b593-8367b05679e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:51.234555 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.234844 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Bound using segment: {'id': '55b2dc89-c943-4c6c-b593-8367b05679e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:51.235197 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Bound port: 1ce11d42-3c79-4abd-b9df-4f00a691d97b, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b2dc89-c943-4c6c-b593-8367b05679e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:51.235585 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.278808 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device b47672b0-5642-4399-aeb6-f34746ba4d6e up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:51.283328 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Checking router: ce768890-8be0-491f-8feb-423ab1eb5dc5 for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:51.283683 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Updating router ce768890-8be0-491f-8feb-423ab1eb5dc5 port 5755956f-6855-4c85-a4cd-15c8dd211288 binding host dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:46:51.354864 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.408962 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-58446904-33dc-42d7-b106-6ba56aef02f8 None None] Provisioning for port b2059912-3df3-4c13-a845-f1e97d17029e completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:51.430047 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-58446904-33dc-42d7-b106-6ba56aef02f8 None None] Provisioning complete for port b2059912-3df3-4c13-a845-f1e97d17029e triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:51.430442 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-58446904-33dc-42d7-b106-6ba56aef02f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.458899 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] Router 42708db7-ad4b-4096-9614-94e685f1a1ae has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:46:51.479693 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] Allocated IP 172.20.0.1 (081dfebb-791b-42b8-b985-95e443e0ed7f/268ce01b-d247-4829-a4c0-28c6b8a025d9/b2e317f9-8a82-4960-9b50-c2f350ea3cde) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:51.561682 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] For port 1ce11d42-3c79-4abd-b9df-4f00a691d97b, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:51.582120 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port b47672b0-5642-4399-aeb6-f34746ba4d6e completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:51.584333 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-58446904-33dc-42d7-b106-6ba56aef02f8 None None] Port b2059912-3df3-4c13-a845-f1e97d17029e cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:46:51.594617 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] For port 1ce11d42-3c79-4abd-b9df-4f00a691d97b, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=1ce11d42-3c79-4abd-b9df-4f00a691d97b,segment=NetworkSegment(55b2dc89-c943-4c6c-b593-8367b05679e1),segment_id=55b2dc89-c943-4c6c-b593-8367b05679e1)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:51.602702 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port b47672b0-5642-4399-aeb6-f34746ba4d6e triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:51.603159 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.648248 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.653177 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:51.670851 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-4a2eb20a-60e7-47c4-87a4-81bbfd58ff23 admin admin] 10.222.0.42 "PUT /v2.0/routers/42708db7-ad4b-4096-9614-94e685f1a1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2375271 Jul 13 14:46:51.707755 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.732721 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.provisioning_blocks [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] Transition to ACTIVE for port object b2e317f9-8a82-4960-9b50-c2f350ea3cde will not be triggered until provisioned by entity DHCP. {{(pid=93172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:51.743629 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Routers {'778d8ccc-64f9-4631-9c3b-d14e4b484c71'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:51.744215 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:46:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:51.751154 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899058a0-cfcf-4a75-831c-2259c41eea4d None None] Pushing event updated for resources: {'Port': ['ID=1ce11d42-3c79-4abd-b9df-4f00a691d97b,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:51.802669 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.818424 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-58446904-33dc-42d7-b106-6ba56aef02f8 None None] Provisioning complete for port b7ca4022-0cad-44c2-8690-5f7a5720e46e triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:51.818711 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-58446904-33dc-42d7-b106-6ba56aef02f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.857728 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.885095 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Transition to ACTIVE for port object 5755956f-6855-4c85-a4cd-15c8dd211288 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:51.901082 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.909136 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] Network 081dfebb-791b-42b8-b985-95e443e0ed7f is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:51.915585 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:51.923748 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:52.002251 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d4385-9ece-4952-b161-856c5ba210de None None] Pushing event updated for resources: {'Port': ['ID=5755956f-6855-4c85-a4cd-15c8dd211288,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:52.022837 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Attempting to bind port 5755956f-6855-4c85-a4cd-15c8dd211288 on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:52.023556 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Attempting to bind port 5755956f-6855-4c85-a4cd-15c8dd211288 by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:52.024033 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Attempting to bind port 5755956f-6855-4c85-a4cd-15c8dd211288 on network 64164622-617a-4d99-aad1-f3cf00d7c839 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:52.028787 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e317f9-8a82-4960-9b50-c2f350ea3cde,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:52.031240 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.032821 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:52.034606 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Checking segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:52.035436 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.036763 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Bound using segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:52.037357 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Bound port: 5755956f-6855-4c85-a4cd-15c8dd211288, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:52.038893 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.054488 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] Set router 778d8ccc-64f9-4631-9c3b-d14e4b484c71 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:52.061734 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3909841'] for router_interface, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.138432 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] For port 5755956f-6855-4c85-a4cd-15c8dd211288, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:52.142607 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] For port 5755956f-6855-4c85-a4cd-15c8dd211288, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=5755956f-6855-4c85-a4cd-15c8dd211288,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:52.149355 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.209846 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Routers {'ce768890-8be0-491f-8feb-423ab1eb5dc5'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:52.210736 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:46:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['ce768890-8be0-491f-8feb-423ab1eb5dc5'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:52.216068 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d4385-9ece-4952-b161-856c5ba210de None None] Pushing event updated for resources: {'Port': ['ID=5755956f-6855-4c85-a4cd-15c8dd211288,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:52.247785 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port b47672b0-5642-4399-aeb6-f34746ba4d6e, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=b47672b0-5642-4399-aeb6-f34746ba4d6e,segment=NetworkSegment(0134a200-3ba3-4656-8898-a6703e00d491),segment_id=0134a200-3ba3-4656-8898-a6703e00d491)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:52.264001 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.294265 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.455038 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] Set router ce768890-8be0-491f-8feb-423ab1eb5dc5 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:52.490579 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=b47672b0-5642-4399-aeb6-f34746ba4d6e,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:52.506282 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-06ab5a20-ff57-4c5b-9710-60148eeca1e1 None None] Provisioning complete for port b2059912-3df3-4c13-a845-f1e97d17029e triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:52.506663 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-06ab5a20-ff57-4c5b-9710-60148eeca1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.616601 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-06ab5a20-ff57-4c5b-9710-60148eeca1e1 None None] Port b2059912-3df3-4c13-a845-f1e97d17029e cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:46:52.637362 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'name': 'tempest-TestShelveInstance-282165968-router', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8841ddaf-5564-427a-a648-1d82464649e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:42Z', 'updated_at': '2021-07-13T14:46:45Z', 'revision_number': 4, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'gw_port': {'id': '8841ddaf-5564-427a-a648-1d82464649e5', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:43Z', 'updated_at': '2021-07-13T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '1ce11d42-3c79-4abd-b9df-4f00a691d97b', 'name': '', 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'mac_address': 'fa:16:3e:3b:82:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:44Z', 'updated_at': '2021-07-13T14:46:51Z', 'revision_number': 4, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'subnets': [{'id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:52.639450 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device b7ca4022-0cad-44c2-8690-5f7a5720e46e up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:52.670504 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.677369 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8777659'] for port, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.694772 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bbab4e-222d-4645-8e59-0639b18a90c9 None None] The sync data for ids ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'] in dv-cinder-788365-4-iscsi is: [{'id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'name': 'tempest-TestShelveInstance-282165968-router', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8841ddaf-5564-427a-a648-1d82464649e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:42Z', 'updated_at': '2021-07-13T14:46:45Z', 'revision_number': 4, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'gw_port': {'id': '8841ddaf-5564-427a-a648-1d82464649e5', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:43Z', 'updated_at': '2021-07-13T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '1ce11d42-3c79-4abd-b9df-4f00a691d97b', 'name': '', 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'mac_address': 'fa:16:3e:3b:82:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:44Z', 'updated_at': '2021-07-13T14:46:51Z', 'revision_number': 4, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'subnets': [{'id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:52.748944 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55782) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:52.754261 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-2263ae00-b5af-4a2a-823e-62e4fbcc5dc8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1191649793-network', 'tenant_id': '0b245e226b244741b54073e443f9fbc7'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:52.754885 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-5e1ba1a7-6991-4adc-9acc-e30cc8201b97 None None] Provisioning for port b2e317f9-8a82-4960-9b50-c2f350ea3cde completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:52.761837 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-5e1ba1a7-6991-4adc-9acc-e30cc8201b97 None None] Provisioning complete for port b2e317f9-8a82-4960-9b50-c2f350ea3cde triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:52.762500 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-5e1ba1a7-6991-4adc-9acc-e30cc8201b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.764683 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port b7ca4022-0cad-44c2-8690-5f7a5720e46e triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:52.765050 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.778363 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911521'] for router_interface, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.780137 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e317f9-8a82-4960-9b50-c2f350ea3cde,revision_number=2']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:52.806650 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2263ae00-b5af-4a2a-823e-62e4fbcc5dc8 admin admin] Made reservation on behalf of 0b245e226b244741b54073e443f9fbc7 for: {'network': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:52.809351 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2263ae00-b5af-4a2a-823e-62e4fbcc5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for network, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.821809 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2263ae00-b5af-4a2a-823e-62e4fbcc5dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.841479 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ba1a7-6991-4adc-9acc-e30cc8201b97 None None] Port b2e317f9-8a82-4960-9b50-c2f350ea3cde cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:46:52.843906 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'name': 'tempest-TestShelveInstance-394239080-router', 'tenant_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '5755956f-6855-4c85-a4cd-15c8dd211288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:46:49Z', 'revision_number': 3, 'project_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'gw_port': {'id': '5755956f-6855-4c85-a4cd-15c8dd211288', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:48Z', 'updated_at': '2021-07-13T14:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:52.879324 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b6b22-c05a-49f4-afe4-c0753a55f725 None None] The sync data for ids ['ce768890-8be0-491f-8feb-423ab1eb5dc5'] in dv-cinder-788365-4-iscsi is: [{'id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'name': 'tempest-TestShelveInstance-394239080-router', 'tenant_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '5755956f-6855-4c85-a4cd-15c8dd211288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:46:49Z', 'revision_number': 3, 'project_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'gw_port': {'id': '5755956f-6855-4c85-a4cd-15c8dd211288', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:48Z', 'updated_at': '2021-07-13T14:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:52.929626 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] Network 081dfebb-791b-42b8-b985-95e443e0ed7f is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:52.931235 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:52.931912 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 1ce11d42-3c79-4abd-b9df-4f00a691d97b up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:52.945067 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-5e1ba1a7-6991-4adc-9acc-e30cc8201b97 None None] Provisioning complete for port b47672b0-5642-4399-aeb6-f34746ba4d6e triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:52.945964 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-5e1ba1a7-6991-4adc-9acc-e30cc8201b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.980493 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2263ae00-b5af-4a2a-823e-62e4fbcc5dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.987459 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2263ae00-b5af-4a2a-823e-62e4fbcc5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.034260 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2263ae00-b5af-4a2a-823e-62e4fbcc5dc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=93173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:46:53.069979 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263ae00-b5af-4a2a-823e-62e4fbcc5dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6cf046-54f1-4139-8425-f35c5d2c361a,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:53.073935 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2263ae00-b5af-4a2a-823e-62e4fbcc5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.074394 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.segments_db [None req-2263ae00-b5af-4a2a-823e-62e4fbcc5dc8 admin admin] Added segment 1547f955-7de8-4c58-a546-24ca4c39b797 of type vlan for network 6e6cd87c-d0d1-4990-8b71-003ba1bf8806 Jul 13 14:46:53.136688 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port 1ce11d42-3c79-4abd-b9df-4f00a691d97b completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:53.147566 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 1ce11d42-3c79-4abd-b9df-4f00a691d97b triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:53.147939 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.151668 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] Router ce768890-8be0-491f-8feb-423ab1eb5dc5 has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:46:53.163663 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2263ae00-b5af-4a2a-823e-62e4fbcc5dc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760774497549'] for network, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.189495 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Sync routers for ids ['42708db7-ad4b-4096-9614-94e685f1a1ae'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:53.217161 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2263ae00-b5af-4a2a-823e-62e4fbcc5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397'] for network, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.218761 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2263ae00-b5af-4a2a-823e-62e4fbcc5dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:53.219515 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2263ae00-b5af-4a2a-823e-62e4fbcc5dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.220459 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Routers {'42708db7-ad4b-4096-9614-94e685f1a1ae'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:53.221118 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:46:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['42708db7-ad4b-4096-9614-94e685f1a1ae'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:53.280284 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-2263ae00-b5af-4a2a-823e-62e4fbcc5dc8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5301995 Jul 13 14:46:53.283351 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55784) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:53.290944 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-eccdee9a-5072-4466-a44d-d4ac5cd538a5 admin admin] Request body: {'subnet': {'network_id': '6e6cd87c-d0d1-4990-8b71-003ba1bf8806', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1191649793-subnet', 'tenant_id': '0b245e226b244741b54073e443f9fbc7', 'ip_version': 4}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:53.304359 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263ae00-b5af-4a2a-823e-62e4fbcc5dc8 admin admin] Pushing event updated for resources: {'Network': ['ID=6e6cd87c-d0d1-4990-8b71-003ba1bf8806,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:53.324434 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccdee9a-5072-4466-a44d-d4ac5cd538a5 admin admin] Made reservation on behalf of 0b245e226b244741b54073e443f9fbc7 for: {'subnet': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:53.328692 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-eccdee9a-5072-4466-a44d-d4ac5cd538a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9032489'] for subnet, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.354975 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:53.386960 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-c275ea59-e989-48ef-86df-5383b787ef22 admin admin] 10.222.0.42 "PUT /v2.0/routers/ce768890-8be0-491f-8feb-423ab1eb5dc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0511341 Jul 13 14:46:53.423792 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Network 6e6cd87c-d0d1-4990-8b71-003ba1bf8806 details requested by agent ovs-agent-dv-cinder-788365-4-iscsi with host dv-cinder-788365-4-iscsi {{(pid=93174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:46:53.568377 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-1b0da95f-ccd4-4182-bbb4-0418f239adf4 None None] Provisioning complete for port b2e317f9-8a82-4960-9b50-c2f350ea3cde triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:53.568783 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-1b0da95f-ccd4-4182-bbb4-0418f239adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.649036 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-eccdee9a-5072-4466-a44d-d4ac5cd538a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8945278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9032475'] for subnet, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.674511 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Set router 42708db7-ad4b-4096-9614-94e685f1a1ae gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:53.674511 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-1b0da95f-ccd4-4182-bbb4-0418f239adf4 None None] Port b2e317f9-8a82-4960-9b50-c2f350ea3cde cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:46:53.713709 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.718460 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdee9a-5072-4466-a44d-d4ac5cd538a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff0235ec-70d5-474c-bb86-28154d5b69d8,revision_number=0']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:53.727055 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccdee9a-5072-4466-a44d-d4ac5cd538a5 admin admin] Checking segment: {'id': '1547f955-7de8-4c58-a546-24ca4c39b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6e6cd87c-d0d1-4990-8b71-003ba1bf8806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:53.727417 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccdee9a-5072-4466-a44d-d4ac5cd538a5 admin admin] Network hostable DHCP agents. Network: 6e6cd87c-d0d1-4990-8b71-003ba1bf8806, hostable agents: ['be8a74dd-f8c5-4306-9f97-a6859b63e343'], hosted agents: [] {{(pid=93173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:46:53.748166 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccdee9a-5072-4466-a44d-d4ac5cd538a5 admin admin] Network 6e6cd87c-d0d1-4990-8b71-003ba1bf8806 is scheduled to be hosted by DHCP agent be8a74dd-f8c5-4306-9f97-a6859b63e343 with binding_index 1 {{(pid=93173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:46:53.762467 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [None req-eccdee9a-5072-4466-a44d-d4ac5cd538a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-4-iscsi, 6e6cd87c-d0d1-4990-8b71-003ba1bf8806) {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:53.778689 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccdee9a-5072-4466-a44d-d4ac5cd538a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:53.779330 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-eccdee9a-5072-4466-a44d-d4ac5cd538a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.797797 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-eccdee9a-5072-4466-a44d-d4ac5cd538a5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5129640 Jul 13 14:46:53.800134 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55792) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:53.807217 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1191649793-router', 'tenant_id': '0b245e226b244741b54073e443f9fbc7', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:53.807527 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb495ccb-89bf-4df2-816c-becd1f12d9ea None None] Network 6e6cd87c-d0d1-4990-8b71-003ba1bf8806 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:53.846855 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3910847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126593'] for router, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.848678 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3910684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3910097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1138'] for router, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.907304 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port 1ce11d42-3c79-4abd-b9df-4f00a691d97b, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=1ce11d42-3c79-4abd-b9df-4f00a691d97b,segment=NetworkSegment(55b2dc89-c943-4c6c-b593-8367b05679e1),segment_id=55b2dc89-c943-4c6c-b593-8367b05679e1)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:53.920050 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.920966 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 35ba4de5-d69a-4391-9c15-b35be6bfd2d6 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:53.921827 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.084704 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3910825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1120'] for router, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.096916 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=1ce11d42-3c79-4abd-b9df-4f00a691d97b,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:54.147947 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port 35ba4de5-d69a-4391-9c15-b35be6bfd2d6 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:54.150561 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55794) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:54.155027 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-2daff6b5-6fcc-4c04-a976-7d19ac8cc248 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1953252464', 'description': 'tempest-secgroup-smoke-1953252464 description', 'project_id': 'b987c762993a4dbaab6e33aab175d7fd'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:54.160269 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 35ba4de5-d69a-4391-9c15-b35be6bfd2d6 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:54.160524 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.187278 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2daff6b5-6fcc-4c04-a976-7d19ac8cc248 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.245190 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618f5d6e-03d8-5a30-8ee2-484b310fe779-6e6cd87c-d0d1-4990-8b71-003ba1bf8806', 'network_id': '6e6cd87c-d0d1-4990-8b71-003ba1bf8806', 'tenant_id': '0b245e226b244741b54073e443f9fbc7', 'fixed_ips': [{'subnet_id': 'ff0235ec-70d5-474c-bb86-28154d5b69d8'}]}} from dv-cinder-788365-4-iscsi. {{(pid=93174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:46:54.245838 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.250104 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'name': 'tempest-TestMinimumBasicScenario-1014500211-router', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:46Z', 'updated_at': '2021-07-13T14:46:50Z', 'revision_number': 4, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'gw_port': {'id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'b2059912-3df3-4c13-a845-f1e97d17029e', 'name': '', 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'mac_address': 'fa:16:3e:af:e1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:49Z', 'updated_at': '2021-07-13T14:46:50Z', 'revision_number': 2, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'subnets': [{'id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:54.293444 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Checking router: 42708db7-ad4b-4096-9614-94e685f1a1ae for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:54.293444 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Updating router 42708db7-ad4b-4096-9614-94e685f1a1ae port b2059912-3df3-4c13-a845-f1e97d17029e binding host dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:46:54.385992 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2daff6b5-6fcc-4c04-a976-7d19ac8cc248 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.392341 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2daff6b5-6fcc-4c04-a976-7d19ac8cc248 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.410206 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.432424 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.436351 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.447746 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-2daff6b5-6fcc-4c04-a976-7d19ac8cc248 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.449002 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-2daff6b5-6fcc-4c04-a976-7d19ac8cc248 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2974820 Jul 13 14:46:54.450108 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.452696 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55796) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:54.457289 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-fa924e0c-00f7-477d-81ef-1b7743807be8 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Request body: {'security_group_rule': {'security_group_id': 'fe6a75f4-2a66-47c4-b327-3fb901f46d2d', 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:54.461579 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daff6b5-6fcc-4c04-a976-7d19ac8cc248 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6a75f4-2a66-47c4-b327-3fb901f46d2d,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:54.495498 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port 35ba4de5-d69a-4391-9c15-b35be6bfd2d6, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=35ba4de5-d69a-4391-9c15-b35be6bfd2d6,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:54.528335 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.530453 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-fa924e0c-00f7-477d-81ef-1b7743807be8 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.613989 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] Allocated IP 172.27.2.57 (64164622-617a-4d99-aad1-f3cf00d7c839/9a558fe0-5def-4fa7-9003-30b84af57514/9f8406f2-806b-4f7d-afe8-f4e269196cb8) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:54.625600 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-fa924e0c-00f7-477d-81ef-1b7743807be8 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.631689 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-fa924e0c-00f7-477d-81ef-1b7743807be8 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.635555 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.db_base_plugin_common [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Allocated IP 172.20.0.2 (6e6cd87c-d0d1-4990-8b71-003ba1bf8806/ff0235ec-70d5-474c-bb86-28154d5b69d8/1072b751-118a-4800-88ce-6cc87d8f4ff5) {{(pid=93174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:54.673650 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=35ba4de5-d69a-4391-9c15-b35be6bfd2d6,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:54.697003 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa924e0c-00f7-477d-81ef-1b7743807be8 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e255b2-f920-430c-b1e1-fa25cfe9b59b,revision_number=0']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:54.702422 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-fa924e0c-00f7-477d-81ef-1b7743807be8 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.703612 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-fa924e0c-00f7-477d-81ef-1b7743807be8 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2506602 Jul 13 14:46:54.706458 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55798) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:54.715746 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-9894e0b9-cec4-4c47-aa44-da8194e4d42f tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Request body: {'security_group_rule': {'security_group_id': 'fe6a75f4-2a66-47c4-b327-3fb901f46d2d', 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:54.735906 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 1ce11d42-3c79-4abd-b9df-4f00a691d97b up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:54.756987 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.776297 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9894e0b9-cec4-4c47-aa44-da8194e4d42f tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.808163 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.844136 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9894e0b9-cec4-4c47-aa44-da8194e4d42f tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.845700 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:54.848926 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9894e0b9-cec4-4c47-aa44-da8194e4d42f tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.851233 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:54.862525 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:54.876293 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894e0b9-cec4-4c47-aa44-da8194e4d42f tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2d1fc7-0995-43e8-9afb-f5d2ab9c8cd3,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:54.887451 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-9894e0b9-cec4-4c47-aa44-da8194e4d42f tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.888758 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-9894e0b9-cec4-4c47-aa44-da8194e4d42f tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1780360 Jul 13 14:46:54.891395 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55800) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:54.896728 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-4ad68f69-0b75-4d23-b4dc-0a14f2436db4 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Request body: {'security_group_rule': {'security_group_id': 'fe6a75f4-2a66-47c4-b327-3fb901f46d2d', 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:54.908476 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] Pushing event updated for resources: {'Port': ['ID=9f8406f2-806b-4f7d-afe8-f4e269196cb8,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:54.933184 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4ad68f69-0b75-4d23-b4dc-0a14f2436db4 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.934769 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 1ce11d42-3c79-4abd-b9df-4f00a691d97b triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:54.935246 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.015503 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4ad68f69-0b75-4d23-b4dc-0a14f2436db4 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.021692 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4ad68f69-0b75-4d23-b4dc-0a14f2436db4 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.033306 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Notify callbacks [] for port, precommit_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.040274 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad68f69-0b75-4d23-b4dc-0a14f2436db4 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1d2569-68f7-4a15-8f87-f6b462708eaa,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:55.046940 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-4ad68f69-0b75-4d23-b4dc-0a14f2436db4 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.048623 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-4ad68f69-0b75-4d23-b4dc-0a14f2436db4 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1555631 Jul 13 14:46:55.050963 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 55802) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:55.054291 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Transition to ACTIVE for port object 1072b751-118a-4800-88ce-6cc87d8f4ff5 will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:55.056869 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-1cb62904-ed4f-4670-be6c-b401004fd926 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Request body: {'security_group_rule': {'security_group_id': 'fe6a75f4-2a66-47c4-b327-3fb901f46d2d', 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:55.077544 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Notify callbacks [] for port, precommit_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.090643 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Transition to ACTIVE for port object 1072b751-118a-4800-88ce-6cc87d8f4ff5 will not be triggered until provisioned by entity DHCP. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:55.117933 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Transition to ACTIVE for port object b2059912-3df3-4c13-a845-f1e97d17029e will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:55.120949 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869'] for port, after_create {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.150841 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.162321 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1cb62904-ed4f-4670-be6c-b401004fd926 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.182338 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 5755956f-6855-4c85-a4cd-15c8dd211288 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:55.191422 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Network 6e6cd87c-d0d1-4990-8b71-003ba1bf8806 is already hosted by enough agents. {{(pid=93174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:55.206057 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.215958 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.scheduler.base_scheduler [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Resources bound (agent type, host, resource id): {{(pid=93174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:55.218507 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Received port after_create {{(pid=93174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:55.224059 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Pushing event updated for resources: {'Port': ['ID=1072b751-118a-4800-88ce-6cc87d8f4ff5,revision_number=1']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:55.314692 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1cb62904-ed4f-4670-be6c-b401004fd926 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.324355 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1cb62904-ed4f-4670-be6c-b401004fd926 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.354072 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb62904-ed4f-4670-be6c-b401004fd926 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98113ae-0a7e-44ca-a83e-05923ed2754b,revision_number=0']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:55.359683 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-1cb62904-ed4f-4670-be6c-b401004fd926 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.363610 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-1cb62904-ed4f-4670-be6c-b401004fd926 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3079224 Jul 13 14:46:55.363941 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55804) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:55.368855 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-38d10c69-a824-4d12-bd39-baad1283773c tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Request body: {'security_group_rule': {'security_group_id': 'fe6a75f4-2a66-47c4-b327-3fb901f46d2d', 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:55.393041 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Sync routers for ids ['ce768890-8be0-491f-8feb-423ab1eb5dc5'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:55.394837 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.securitygroups_db [None req-38d10c69-a824-4d12-bd39-baad1283773c tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Project b987c762993a4dbaab6e33aab175d7fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:46:55.401398 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-38d10c69-a824-4d12-bd39-baad1283773c tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.405685 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Routers {'ce768890-8be0-491f-8feb-423ab1eb5dc5'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:55.406652 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:46:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['ce768890-8be0-491f-8feb-423ab1eb5dc5'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:55.490457 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-38d10c69-a824-4d12-bd39-baad1283773c tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.494671 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3910816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909666'] for router, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.497714 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-38d10c69-a824-4d12-bd39-baad1283773c tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.519826 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d10c69-a824-4d12-bd39-baad1283773c tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0f010e-15ee-4974-86bf-1f96a8f1a739,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:55.534027 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-38d10c69-a824-4d12-bd39-baad1283773c tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.535987 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-38d10c69-a824-4d12-bd39-baad1283773c tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1707830 Jul 13 14:46:55.538876 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55806) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:55.545923 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-c774eca7-68b0-4fc6-adff-ad25e1d16f62 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Request body: {'security_group_rule': {'security_group_id': 'fe6a75f4-2a66-47c4-b327-3fb901f46d2d', 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:55.550636 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Set router ce768890-8be0-491f-8feb-423ab1eb5dc5 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:55.554881 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34721edc-5d28-4e05-a195-d5fd45d7e55f None None] Pushing event updated for resources: {'Port': ['ID=b2059912-3df3-4c13-a845-f1e97d17029e,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:55.570107 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Attempting to bind port 1072b751-118a-4800-88ce-6cc87d8f4ff5 on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:55.570481 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Attempting to bind port 1072b751-118a-4800-88ce-6cc87d8f4ff5 by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '1547f955-7de8-4c58-a546-24ca4c39b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6e6cd87c-d0d1-4990-8b71-003ba1bf8806'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:55.570840 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Attempting to bind port 1072b751-118a-4800-88ce-6cc87d8f4ff5 on network 6e6cd87c-d0d1-4990-8b71-003ba1bf8806 {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:55.582357 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Attempting to bind port b2059912-3df3-4c13-a845-f1e97d17029e on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:55.582840 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Attempting to bind port b2059912-3df3-4c13-a845-f1e97d17029e by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '57b20fd3-ac0d-46ec-8532-5e5b3891570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:55.582998 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.securitygroups_db [None req-c774eca7-68b0-4fc6-adff-ad25e1d16f62 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Project b987c762993a4dbaab6e33aab175d7fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:46:55.583244 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Attempting to bind port b2059912-3df3-4c13-a845-f1e97d17029e on network 21790059-e5ef-457e-9e5f-5f597468729e {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:55.587212 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:55.587872 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Checking segment: {'id': '1547f955-7de8-4c58-a546-24ca4c39b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6e6cd87c-d0d1-4990-8b71-003ba1bf8806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:55.588236 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.588659 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Bound using segment: {'id': '1547f955-7de8-4c58-a546-24ca4c39b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6e6cd87c-d0d1-4990-8b71-003ba1bf8806'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:55.589131 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Bound port: 1072b751-118a-4800-88ce-6cc87d8f4ff5, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547f955-7de8-4c58-a546-24ca4c39b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6e6cd87c-d0d1-4990-8b71-003ba1bf8806'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:55.589514 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.591252 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c774eca7-68b0-4fc6-adff-ad25e1d16f62 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.608226 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port 5755956f-6855-4c85-a4cd-15c8dd211288 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:55.617093 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 5755956f-6855-4c85-a4cd-15c8dd211288 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:55.617459 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.619457 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:55.619826 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Checking segment: {'id': '57b20fd3-ac0d-46ec-8532-5e5b3891570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:55.620219 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.620619 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Bound using segment: {'id': '57b20fd3-ac0d-46ec-8532-5e5b3891570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:55.621098 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Bound port: b2059912-3df3-4c13-a845-f1e97d17029e, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b20fd3-ac0d-46ec-8532-5e5b3891570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:55.621474 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.648951 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] Router e57c3589-92eb-454c-8730-745276b20efd is scheduled to L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e with binding_index 1 {{(pid=93173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:46:55.674031 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c774eca7-68b0-4fc6-adff-ad25e1d16f62 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.679677 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c774eca7-68b0-4fc6-adff-ad25e1d16f62 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.704321 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774eca7-68b0-4fc6-adff-ad25e1d16f62 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f70d5c-5ac3-4c25-9c39-5de736164d3a,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:55.718395 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c774eca7-68b0-4fc6-adff-ad25e1d16f62 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.721168 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-c774eca7-68b0-4fc6-adff-ad25e1d16f62 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1807132 Jul 13 14:46:55.744089 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] For port 1072b751-118a-4800-88ce-6cc87d8f4ff5, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:55.789549 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] For port 1072b751-118a-4800-88ce-6cc87d8f4ff5, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=1072b751-118a-4800-88ce-6cc87d8f4ff5,segment=NetworkSegment(1547f955-7de8-4c58-a546-24ca4c39b797),segment_id=1547f955-7de8-4c58-a546-24ca4c39b797)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:55.796046 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:55.800626 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] For port b2059912-3df3-4c13-a845-f1e97d17029e, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:55.803119 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.806029 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] For port b2059912-3df3-4c13-a845-f1e97d17029e, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=b2059912-3df3-4c13-a845-f1e97d17029e,segment=NetworkSegment(57b20fd3-ac0d-46ec-8532-5e5b3891570f),segment_id=57b20fd3-ac0d-46ec-8532-5e5b3891570f)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:55.820613 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Sync routers for ids ['e57c3589-92eb-454c-8730-745276b20efd'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:55.827517 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'name': 'tempest-TestShelveInstance-394239080-router', 'tenant_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '5755956f-6855-4c85-a4cd-15c8dd211288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:46:52Z', 'revision_number': 4, 'project_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'gw_port': {'id': '5755956f-6855-4c85-a4cd-15c8dd211288', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:48Z', 'updated_at': '2021-07-13T14:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'b2e317f9-8a82-4960-9b50-c2f350ea3cde', 'name': '', 'network_id': '081dfebb-791b-42b8-b985-95e443e0ed7f', 'tenant_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'mac_address': 'fa:16:3e:04:b4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '268ce01b-d247-4829-a4c0-28c6b8a025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:51Z', 'updated_at': '2021-07-13T14:46:52Z', 'revision_number': 2, 'project_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'subnets': [{'id': '268ce01b-d247-4829-a4c0-28c6b8a025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:55.828961 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.833806 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] Notify callbacks [] for router, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.837964 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-b9455d90-d7e1-4905-8291-58ba518823aa admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0339241 Jul 13 14:46:55.839222 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 55820) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:55.859486 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.863674 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Checking router: ce768890-8be0-491f-8feb-423ab1eb5dc5 for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:55.864648 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Updating router ce768890-8be0-491f-8feb-423ab1eb5dc5 port b2e317f9-8a82-4960-9b50-c2f350ea3cde binding host dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:46:55.911528 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.912177 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Routers {'e57c3589-92eb-454c-8730-745276b20efd'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:55.912928 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:46:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['e57c3589-92eb-454c-8730-745276b20efd'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:55.923031 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port 5755956f-6855-4c85-a4cd-15c8dd211288, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=5755956f-6855-4c85-a4cd-15c8dd211288,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:55.974718 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.975560 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device b47672b0-5642-4399-aeb6-f34746ba4d6e up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:56.028366 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436db1d5-e256-401c-bf49-fa585114ee23 None None] Pushing event updated for resources: {'Port': ['ID=1072b751-118a-4800-88ce-6cc87d8f4ff5,revision_number=2']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:56.061096 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Routers {'42708db7-ad4b-4096-9614-94e685f1a1ae'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:56.061572 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:46:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['42708db7-ad4b-4096-9614-94e685f1a1ae'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:56.335730 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] Set router 42708db7-ad4b-4096-9614-94e685f1a1ae gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:56.378716 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34721edc-5d28-4e05-a195-d5fd45d7e55f None None] Pushing event updated for resources: {'Port': ['ID=b2059912-3df3-4c13-a845-f1e97d17029e,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:56.440797 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Set router e57c3589-92eb-454c-8730-745276b20efd gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:56.631635 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port b47672b0-5642-4399-aeb6-f34746ba4d6e triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:56.632012 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.698489 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=5755956f-6855-4c85-a4cd-15c8dd211288,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:56.711710 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.728064 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Transition to ACTIVE for port object b2e317f9-8a82-4960-9b50-c2f350ea3cde will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:56.742043 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.793635 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50644db-e79b-4b1c-b5c4-ff859ded6b6e None None] Pushing event updated for resources: {'Port': ['ID=b2e317f9-8a82-4960-9b50-c2f350ea3cde,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:56.862684 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Attempting to bind port b2e317f9-8a82-4960-9b50-c2f350ea3cde on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:56.863285 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Attempting to bind port b2e317f9-8a82-4960-9b50-c2f350ea3cde by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '0134a200-3ba3-4656-8898-a6703e00d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '081dfebb-791b-42b8-b985-95e443e0ed7f'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:56.863687 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Attempting to bind port b2e317f9-8a82-4960-9b50-c2f350ea3cde on network 081dfebb-791b-42b8-b985-95e443e0ed7f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:56.869833 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:56.870214 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Checking segment: {'id': '0134a200-3ba3-4656-8898-a6703e00d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '081dfebb-791b-42b8-b985-95e443e0ed7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:56.870631 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.872042 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Bound using segment: {'id': '0134a200-3ba3-4656-8898-a6703e00d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '081dfebb-791b-42b8-b985-95e443e0ed7f'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:56.872629 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Bound port: b2e317f9-8a82-4960-9b50-c2f350ea3cde, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0134a200-3ba3-4656-8898-a6703e00d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '081dfebb-791b-42b8-b985-95e443e0ed7f'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:56.873173 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.926796 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:57.017433 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] For port b2e317f9-8a82-4960-9b50-c2f350ea3cde, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:57.034415 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] For port b2e317f9-8a82-4960-9b50-c2f350ea3cde, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=b2e317f9-8a82-4960-9b50-c2f350ea3cde,segment=NetworkSegment(0134a200-3ba3-4656-8898-a6703e00d491),segment_id=0134a200-3ba3-4656-8898-a6703e00d491)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:57.046555 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:57.125062 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Routers {'ce768890-8be0-491f-8feb-423ab1eb5dc5'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:57.125839 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:46:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['ce768890-8be0-491f-8feb-423ab1eb5dc5'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:57.165094 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57c3589-92eb-454c-8730-745276b20efd', 'name': 'tempest-TestMinimumBasicScenario-1191649793-router', 'tenant_id': '0b245e226b244741b54073e443f9fbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '9f8406f2-806b-4f7d-afe8-f4e269196cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:53Z', 'updated_at': '2021-07-13T14:46:55Z', 'revision_number': 3, 'project_id': '0b245e226b244741b54073e443f9fbc7', 'gw_port': {'id': '9f8406f2-806b-4f7d-afe8-f4e269196cb8', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:64:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57c3589-92eb-454c-8730-745276b20efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:54Z', 'updated_at': '2021-07-13T14:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:57.168036 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'name': 'tempest-TestMinimumBasicScenario-1014500211-router', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:46Z', 'updated_at': '2021-07-13T14:46:50Z', 'revision_number': 4, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'gw_port': {'id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'b2059912-3df3-4c13-a845-f1e97d17029e', 'name': '', 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'mac_address': 'fa:16:3e:af:e1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:49Z', 'updated_at': '2021-07-13T14:46:55Z', 'revision_number': 4, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'subnets': [{'id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:57.179647 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50644db-e79b-4b1c-b5c4-ff859ded6b6e None None] Pushing event updated for resources: {'Port': ['ID=b2e317f9-8a82-4960-9b50-c2f350ea3cde,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:57.182069 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] Allocated IP 172.20.0.1 (6e6cd87c-d0d1-4990-8b71-003ba1bf8806/ff0235ec-70d5-474c-bb86-28154d5b69d8/da2b2694-7646-4851-b6c4-3dde6ec61c66) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:57.305252 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] Set router ce768890-8be0-491f-8feb-423ab1eb5dc5 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:57.318284 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Checking router: e57c3589-92eb-454c-8730-745276b20efd for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:57.318913 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Updating router e57c3589-92eb-454c-8730-745276b20efd port 9f8406f2-806b-4f7d-afe8-f4e269196cb8 binding host dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:46:57.334120 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe4c0a-40e9-4615-b704-1df20df50db1 None None] The sync data for ids ['42708db7-ad4b-4096-9614-94e685f1a1ae'] in dv-cinder-788365-4-iscsi is: [{'id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'name': 'tempest-TestMinimumBasicScenario-1014500211-router', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:46Z', 'updated_at': '2021-07-13T14:46:50Z', 'revision_number': 4, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'gw_port': {'id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'b2059912-3df3-4c13-a845-f1e97d17029e', 'name': '', 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'mac_address': 'fa:16:3e:af:e1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:49Z', 'updated_at': '2021-07-13T14:46:55Z', 'revision_number': 4, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'subnets': [{'id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:57.363512 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:57.378986 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.provisioning_blocks [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] Transition to ACTIVE for port object da2b2694-7646-4851-b6c4-3dde6ec61c66 will not be triggered until provisioned by entity DHCP. {{(pid=93172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:57.485880 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:57.488256 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:57.494434 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 35ba4de5-d69a-4391-9c15-b35be6bfd2d6 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:57.583748 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] Network 6e6cd87c-d0d1-4990-8b71-003ba1bf8806 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:57.596510 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:57.601096 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:57.603258 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] Pushing event updated for resources: {'Port': ['ID=da2b2694-7646-4851-b6c4-3dde6ec61c66,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:57.652327 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3909841'] for router_interface, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:57.667453 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf5df0c-b8bc-44b5-9f28-9bb8105c66ec None None] Network 6e6cd87c-d0d1-4990-8b71-003ba1bf8806 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:57.698035 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'name': 'tempest-TestShelveInstance-394239080-router', 'tenant_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '5755956f-6855-4c85-a4cd-15c8dd211288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:46:52Z', 'revision_number': 4, 'project_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'gw_port': {'id': '5755956f-6855-4c85-a4cd-15c8dd211288', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:48Z', 'updated_at': '2021-07-13T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'b2e317f9-8a82-4960-9b50-c2f350ea3cde', 'name': '', 'network_id': '081dfebb-791b-42b8-b985-95e443e0ed7f', 'tenant_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'mac_address': 'fa:16:3e:04:b4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '268ce01b-d247-4829-a4c0-28c6b8a025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:51Z', 'updated_at': '2021-07-13T14:46:57Z', 'revision_number': 4, 'project_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'subnets': [{'id': '268ce01b-d247-4829-a4c0-28c6b8a025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:57.735927 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c40a56-ccc3-4d9f-a06e-026f0be2b8e3 None None] The sync data for ids ['ce768890-8be0-491f-8feb-423ab1eb5dc5'] in dv-cinder-788365-4-iscsi is: [{'id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'name': 'tempest-TestShelveInstance-394239080-router', 'tenant_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '5755956f-6855-4c85-a4cd-15c8dd211288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:46:52Z', 'revision_number': 4, 'project_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'gw_port': {'id': '5755956f-6855-4c85-a4cd-15c8dd211288', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:48Z', 'updated_at': '2021-07-13T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'b2e317f9-8a82-4960-9b50-c2f350ea3cde', 'name': '', 'network_id': '081dfebb-791b-42b8-b985-95e443e0ed7f', 'tenant_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'mac_address': 'fa:16:3e:04:b4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '268ce01b-d247-4829-a4c0-28c6b8a025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:51Z', 'updated_at': '2021-07-13T14:46:57Z', 'revision_number': 4, 'project_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'subnets': [{'id': '268ce01b-d247-4829-a4c0-28c6b8a025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:57.873765 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:57.962867 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 35ba4de5-d69a-4391-9c15-b35be6bfd2d6 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:57.963242 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:58.080288 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:58.088047 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8777659'] for port, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:58.098637 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-c1331c6b-cfeb-48bd-acaa-f45a3190ea4c None None] Provisioning for port 1072b751-118a-4800-88ce-6cc87d8f4ff5 completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:58.161733 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911521'] for router_interface, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:58.163542 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] Pushing event updated for resources: {'Port': ['ID=da2b2694-7646-4851-b6c4-3dde6ec61c66,revision_number=2']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:58.258160 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 1072b751-118a-4800-88ce-6cc87d8f4ff5 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:58.272752 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] Network 6e6cd87c-d0d1-4990-8b71-003ba1bf8806 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:58.277433 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:58.292048 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Notify callbacks [] for port, precommit_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:58.315960 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Transition to ACTIVE for port object 9f8406f2-806b-4f7d-afe8-f4e269196cb8 will not be triggered until provisioned by entity L2. {{(pid=93174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:58.330442 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:58.407196 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port 1072b751-118a-4800-88ce-6cc87d8f4ff5 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:58.419880 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 1072b751-118a-4800-88ce-6cc87d8f4ff5 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:58.420827 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:58.428269 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] Router e57c3589-92eb-454c-8730-745276b20efd has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:46:58.476004 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Attempting to bind port 9f8406f2-806b-4f7d-afe8-f4e269196cb8 on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:58.476572 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Attempting to bind port 9f8406f2-806b-4f7d-afe8-f4e269196cb8 by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:58.477143 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Attempting to bind port 9f8406f2-806b-4f7d-afe8-f4e269196cb8 on network 64164622-617a-4d99-aad1-f3cf00d7c839 {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:58.489627 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3bf29-97cc-4914-9f7d-262de51f4938 None None] Pushing event updated for resources: {'Port': ['ID=9f8406f2-806b-4f7d-afe8-f4e269196cb8,revision_number=2']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:58.499094 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:58.499674 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Checking segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:58.500243 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:58.500843 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Bound using segment: {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'} {{(pid=93174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:58.501622 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.managers [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Bound port: 9f8406f2-806b-4f7d-afe8-f4e269196cb8, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c53e54a-094c-422c-84e7-8389320a1079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839'}}] {{(pid=93174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:58.502192 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:58.594590 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:58.606306 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-7927f113-05c8-4f90-8e62-858c5063ed8f admin admin] 10.222.0.42 "PUT /v2.0/routers/e57c3589-92eb-454c-8730-745276b20efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7656398 Jul 13 14:46:58.615562 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] For port 9f8406f2-806b-4f7d-afe8-f4e269196cb8, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:58.619379 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] For port 9f8406f2-806b-4f7d-afe8-f4e269196cb8, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=9f8406f2-806b-4f7d-afe8-f4e269196cb8,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:58.623593 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-a73d1b4e-1b3b-4b12-b57c-adc48dd0b1e9 None None] Provisioning complete for port 1072b751-118a-4800-88ce-6cc87d8f4ff5 triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:58.624090 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-a73d1b4e-1b3b-4b12-b57c-adc48dd0b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:58.635293 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:58.687333 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:58.770861 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port 1072b751-118a-4800-88ce-6cc87d8f4ff5, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=1072b751-118a-4800-88ce-6cc87d8f4ff5,segment=NetworkSegment(1547f955-7de8-4c58-a546-24ca4c39b797),segment_id=1547f955-7de8-4c58-a546-24ca4c39b797)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:58.787284 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:58.788183 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 5755956f-6855-4c85-a4cd-15c8dd211288 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:58.794703 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Routers {'e57c3589-92eb-454c-8730-745276b20efd'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:58.795280 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:46:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['e57c3589-92eb-454c-8730-745276b20efd'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:58.850330 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3bf29-97cc-4914-9f7d-262de51f4938 None None] Pushing event updated for resources: {'Port': ['ID=9f8406f2-806b-4f7d-afe8-f4e269196cb8,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:59.007715 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=1072b751-118a-4800-88ce-6cc87d8f4ff5,revision_number=3']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:59.038539 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 5755956f-6855-4c85-a4cd-15c8dd211288 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:59.038921 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:59.042190 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] Set router e57c3589-92eb-454c-8730-745276b20efd gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:59.088469 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-a73d1b4e-1b3b-4b12-b57c-adc48dd0b1e9 None None] Provisioning for port da2b2694-7646-4851-b6c4-3dde6ec61c66 completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:59.097850 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-a73d1b4e-1b3b-4b12-b57c-adc48dd0b1e9 None None] Provisioning complete for port da2b2694-7646-4851-b6c4-3dde6ec61c66 triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:59.098255 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-a73d1b4e-1b3b-4b12-b57c-adc48dd0b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:59.183615 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-a73d1b4e-1b3b-4b12-b57c-adc48dd0b1e9 None None] Port da2b2694-7646-4851-b6c4-3dde6ec61c66 cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:46:59.332910 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-f6a02e4e-daea-42d9-94ca-0ef842c09cad None None] Provisioning complete for port da2b2694-7646-4851-b6c4-3dde6ec61c66 triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:59.333582 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f6a02e4e-daea-42d9-94ca-0ef842c09cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:59.387189 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-f6a02e4e-daea-42d9-94ca-0ef842c09cad None None] Port da2b2694-7646-4851-b6c4-3dde6ec61c66 cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:46:59.401058 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57c3589-92eb-454c-8730-745276b20efd', 'name': 'tempest-TestMinimumBasicScenario-1191649793-router', 'tenant_id': '0b245e226b244741b54073e443f9fbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '9f8406f2-806b-4f7d-afe8-f4e269196cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:53Z', 'updated_at': '2021-07-13T14:46:57Z', 'revision_number': 4, 'project_id': '0b245e226b244741b54073e443f9fbc7', 'gw_port': {'id': '9f8406f2-806b-4f7d-afe8-f4e269196cb8', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:64:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57c3589-92eb-454c-8730-745276b20efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:54Z', 'updated_at': '2021-07-13T14:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'da2b2694-7646-4851-b6c4-3dde6ec61c66', 'name': '', 'network_id': '6e6cd87c-d0d1-4990-8b71-003ba1bf8806', 'tenant_id': '0b245e226b244741b54073e443f9fbc7', 'mac_address': 'fa:16:3e:27:c2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57c3589-92eb-454c-8730-745276b20efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'ff0235ec-70d5-474c-bb86-28154d5b69d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:56Z', 'updated_at': '2021-07-13T14:46:57Z', 'revision_number': 2, 'project_id': '0b245e226b244741b54073e443f9fbc7', 'subnets': [{'id': 'ff0235ec-70d5-474c-bb86-28154d5b69d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:59.445593 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bbb979-3285-4834-971e-01181386ea92 None None] The sync data for ids ['e57c3589-92eb-454c-8730-745276b20efd'] in dv-cinder-788365-4-iscsi is: [{'id': 'e57c3589-92eb-454c-8730-745276b20efd', 'name': 'tempest-TestMinimumBasicScenario-1191649793-router', 'tenant_id': '0b245e226b244741b54073e443f9fbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '9f8406f2-806b-4f7d-afe8-f4e269196cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:53Z', 'updated_at': '2021-07-13T14:46:57Z', 'revision_number': 4, 'project_id': '0b245e226b244741b54073e443f9fbc7', 'gw_port': {'id': '9f8406f2-806b-4f7d-afe8-f4e269196cb8', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:64:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57c3589-92eb-454c-8730-745276b20efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:54Z', 'updated_at': '2021-07-13T14:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'da2b2694-7646-4851-b6c4-3dde6ec61c66', 'name': '', 'network_id': '6e6cd87c-d0d1-4990-8b71-003ba1bf8806', 'tenant_id': '0b245e226b244741b54073e443f9fbc7', 'mac_address': 'fa:16:3e:27:c2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57c3589-92eb-454c-8730-745276b20efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'ff0235ec-70d5-474c-bb86-28154d5b69d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:56Z', 'updated_at': '2021-07-13T14:46:57Z', 'revision_number': 2, 'project_id': '0b245e226b244741b54073e443f9fbc7', 'subnets': [{'id': 'ff0235ec-70d5-474c-bb86-28154d5b69d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:59.531237 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device b2e317f9-8a82-4960-9b50-c2f350ea3cde up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:59.594954 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port b2e317f9-8a82-4960-9b50-c2f350ea3cde completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:59.605677 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port b2e317f9-8a82-4960-9b50-c2f350ea3cde triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:59.606971 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:59.715033 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:59.761204 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port b2e317f9-8a82-4960-9b50-c2f350ea3cde, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=b2e317f9-8a82-4960-9b50-c2f350ea3cde,segment=NetworkSegment(0134a200-3ba3-4656-8898-a6703e00d491),segment_id=0134a200-3ba3-4656-8898-a6703e00d491)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:59.775843 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:59.776789 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device b2059912-3df3-4c13-a845-f1e97d17029e up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:59.900039 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=b2e317f9-8a82-4960-9b50-c2f350ea3cde,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:59.916566 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port b2059912-3df3-4c13-a845-f1e97d17029e completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:59.921887 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port b2059912-3df3-4c13-a845-f1e97d17029e triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:59.922264 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:00.008322 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:00.054595 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port b2059912-3df3-4c13-a845-f1e97d17029e, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=b2059912-3df3-4c13-a845-f1e97d17029e,segment=NetworkSegment(57b20fd3-ac0d-46ec-8532-5e5b3891570f),segment_id=57b20fd3-ac0d-46ec-8532-5e5b3891570f)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:00.062759 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:00.062759 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 1072b751-118a-4800-88ce-6cc87d8f4ff5 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:00.284614 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=b2059912-3df3-4c13-a845-f1e97d17029e,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:00.297153 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 1072b751-118a-4800-88ce-6cc87d8f4ff5 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:00.297675 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:01.266081 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:01.389032 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device b2e317f9-8a82-4960-9b50-c2f350ea3cde up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:01.451633 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port b2e317f9-8a82-4960-9b50-c2f350ea3cde triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:01.452271 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:01.561330 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device b2059912-3df3-4c13-a845-f1e97d17029e up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:01.622719 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port b2059912-3df3-4c13-a845-f1e97d17029e triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:01.623224 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:03.399089 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 9f8406f2-806b-4f7d-afe8-f4e269196cb8 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:03.456382 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port 9f8406f2-806b-4f7d-afe8-f4e269196cb8 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:03.461030 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 9f8406f2-806b-4f7d-afe8-f4e269196cb8 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:03.461619 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:03.549291 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:03.571449 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port 9f8406f2-806b-4f7d-afe8-f4e269196cb8, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=9f8406f2-806b-4f7d-afe8-f4e269196cb8,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:03.576280 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:03.627068 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=9f8406f2-806b-4f7d-afe8-f4e269196cb8,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:05.386714 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 9f8406f2-806b-4f7d-afe8-f4e269196cb8 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:05.461627 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port 9f8406f2-806b-4f7d-afe8-f4e269196cb8 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:05.462114 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:06.479256 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Sync routers for ids ['e57c3589-92eb-454c-8730-745276b20efd'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:47:06.492017 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Routers {'e57c3589-92eb-454c-8730-745276b20efd'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:06.492749 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:46:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['e57c3589-92eb-454c-8730-745276b20efd'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:06.584552 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-e4239247-326d-435d-9e9e-e16ac859855d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:06.627332 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Set router e57c3589-92eb-454c-8730-745276b20efd gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:06.881437 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57c3589-92eb-454c-8730-745276b20efd', 'name': 'tempest-TestMinimumBasicScenario-1191649793-router', 'tenant_id': '0b245e226b244741b54073e443f9fbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '9f8406f2-806b-4f7d-afe8-f4e269196cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:53Z', 'updated_at': '2021-07-13T14:46:57Z', 'revision_number': 4, 'project_id': '0b245e226b244741b54073e443f9fbc7', 'gw_port': {'id': '9f8406f2-806b-4f7d-afe8-f4e269196cb8', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57c3589-92eb-454c-8730-745276b20efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:54Z', 'updated_at': '2021-07-13T14:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'da2b2694-7646-4851-b6c4-3dde6ec61c66', 'name': '', 'network_id': '6e6cd87c-d0d1-4990-8b71-003ba1bf8806', 'tenant_id': '0b245e226b244741b54073e443f9fbc7', 'mac_address': 'fa:16:3e:27:c2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57c3589-92eb-454c-8730-745276b20efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'ff0235ec-70d5-474c-bb86-28154d5b69d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:56Z', 'updated_at': '2021-07-13T14:46:57Z', 'revision_number': 2, 'project_id': '0b245e226b244741b54073e443f9fbc7', 'subnets': [{'id': 'ff0235ec-70d5-474c-bb86-28154d5b69d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:06.918229 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Checking router: e57c3589-92eb-454c-8730-745276b20efd for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:47:06.918583 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Updating router e57c3589-92eb-454c-8730-745276b20efd port da2b2694-7646-4851-b6c4-3dde6ec61c66 binding host dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:47:06.954841 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:07.260161 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:07.270231 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Transition to ACTIVE for port object da2b2694-7646-4851-b6c4-3dde6ec61c66 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:07.276452 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:07.356688 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fb8fd-25ba-402d-bb24-6afa9d2a70c2 None None] Pushing event updated for resources: {'Port': ['ID=da2b2694-7646-4851-b6c4-3dde6ec61c66,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:07.426878 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Attempting to bind port da2b2694-7646-4851-b6c4-3dde6ec61c66 on host dv-cinder-788365-4-iscsi for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:47:07.427327 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Attempting to bind port da2b2694-7646-4851-b6c4-3dde6ec61c66 by drivers openvswitch,hyperv on host dv-cinder-788365-4-iscsi at level 0 using segments [{'id': '1547f955-7de8-4c58-a546-24ca4c39b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6e6cd87c-d0d1-4990-8b71-003ba1bf8806'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:47:07.427758 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Attempting to bind port da2b2694-7646-4851-b6c4-3dde6ec61c66 on network 6e6cd87c-d0d1-4990-8b71-003ba1bf8806 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:07.433604 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Checking agent: {'id': '91963893-a19e-4f68-9e6a-5b693f3cf310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 30, 10), 'started_at': datetime.datetime(2021, 7, 13, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:47:07.434083 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Checking segment: {'id': '1547f955-7de8-4c58-a546-24ca4c39b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6e6cd87c-d0d1-4990-8b71-003ba1bf8806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:07.434552 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:07.435012 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Bound using segment: {'id': '1547f955-7de8-4c58-a546-24ca4c39b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6e6cd87c-d0d1-4990-8b71-003ba1bf8806'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:47:07.435552 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Bound port: da2b2694-7646-4851-b6c4-3dde6ec61c66, host: dv-cinder-788365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547f955-7de8-4c58-a546-24ca4c39b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6e6cd87c-d0d1-4990-8b71-003ba1bf8806'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:47:07.436012 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:07.520072 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] For port da2b2694-7646-4851-b6c4-3dde6ec61c66, host dv-cinder-788365-4-iscsi, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:47:07.524373 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] For port da2b2694-7646-4851-b6c4-3dde6ec61c66, host dv-cinder-788365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=da2b2694-7646-4851-b6c4-3dde6ec61c66,segment=NetworkSegment(1547f955-7de8-4c58-a546-24ca4c39b797),segment_id=1547f955-7de8-4c58-a546-24ca4c39b797)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:47:07.533321 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:07.595188 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fb8fd-25ba-402d-bb24-6afa9d2a70c2 None None] Pushing event updated for resources: {'Port': ['ID=da2b2694-7646-4851-b6c4-3dde6ec61c66,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:07.682815 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Routers {'e57c3589-92eb-454c-8730-745276b20efd'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:07.683507 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:46:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['e57c3589-92eb-454c-8730-745276b20efd'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:07.916286 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] Set router e57c3589-92eb-454c-8730-745276b20efd gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:08.133328 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57c3589-92eb-454c-8730-745276b20efd', 'name': 'tempest-TestMinimumBasicScenario-1191649793-router', 'tenant_id': '0b245e226b244741b54073e443f9fbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '9f8406f2-806b-4f7d-afe8-f4e269196cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:53Z', 'updated_at': '2021-07-13T14:46:57Z', 'revision_number': 4, 'project_id': '0b245e226b244741b54073e443f9fbc7', 'gw_port': {'id': '9f8406f2-806b-4f7d-afe8-f4e269196cb8', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57c3589-92eb-454c-8730-745276b20efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:54Z', 'updated_at': '2021-07-13T14:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'da2b2694-7646-4851-b6c4-3dde6ec61c66', 'name': '', 'network_id': '6e6cd87c-d0d1-4990-8b71-003ba1bf8806', 'tenant_id': '0b245e226b244741b54073e443f9fbc7', 'mac_address': 'fa:16:3e:27:c2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57c3589-92eb-454c-8730-745276b20efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'ff0235ec-70d5-474c-bb86-28154d5b69d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:56Z', 'updated_at': '2021-07-13T14:47:07Z', 'revision_number': 4, 'project_id': '0b245e226b244741b54073e443f9fbc7', 'subnets': [{'id': 'ff0235ec-70d5-474c-bb86-28154d5b69d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:08.161012 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efe0fe2-be21-466d-95cb-5a5d6d825f85 None None] The sync data for ids ['e57c3589-92eb-454c-8730-745276b20efd'] in dv-cinder-788365-4-iscsi is: [{'id': 'e57c3589-92eb-454c-8730-745276b20efd', 'name': 'tempest-TestMinimumBasicScenario-1191649793-router', 'tenant_id': '0b245e226b244741b54073e443f9fbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '9f8406f2-806b-4f7d-afe8-f4e269196cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:53Z', 'updated_at': '2021-07-13T14:46:57Z', 'revision_number': 4, 'project_id': '0b245e226b244741b54073e443f9fbc7', 'gw_port': {'id': '9f8406f2-806b-4f7d-afe8-f4e269196cb8', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57c3589-92eb-454c-8730-745276b20efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:54Z', 'updated_at': '2021-07-13T14:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'da2b2694-7646-4851-b6c4-3dde6ec61c66', 'name': '', 'network_id': '6e6cd87c-d0d1-4990-8b71-003ba1bf8806', 'tenant_id': '0b245e226b244741b54073e443f9fbc7', 'mac_address': 'fa:16:3e:27:c2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57c3589-92eb-454c-8730-745276b20efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'ff0235ec-70d5-474c-bb86-28154d5b69d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:56Z', 'updated_at': '2021-07-13T14:47:07Z', 'revision_number': 4, 'project_id': '0b245e226b244741b54073e443f9fbc7', 'subnets': [{'id': 'ff0235ec-70d5-474c-bb86-28154d5b69d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:47:08.875473 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-631f0c58-ad66-4e89-bb12-b26896d90907 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:08.877044 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-631f0c58-ad66-4e89-bb12-b26896d90907 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/networks?id=21790059-e5ef-457e-9e5f-5f597468729e HTTP/1.1" status: 200 len: 815 time: 0.1021018 Jul 13 14:47:08.892416 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-a390f0bc-da54-48de-8f53-db9e85c2d29e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/quotas/f0c34ca3d1f5494991c0e687772f5c82 HTTP/1.1" status: 200 len: 375 time: 0.0095038 Jul 13 14:47:08.962724 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-35707ea2-c196-4501-86ba-a85e89cf05f5 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c34ca3d1f5494991c0e687772f5c82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648203 Jul 13 14:47:09.055352 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-22414121-7cda-4d8b-8d88-cf0ab23832cf service neutron] 10.222.0.42 "GET /v2.0/networks/21790059-e5ef-457e-9e5f-5f597468729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818346 Jul 13 14:47:09.144328 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-6b78a59c-d847-432a-b5cf-38eb5aca987b service neutron] 10.222.0.42 "GET /v2.0/networks/21790059-e5ef-457e-9e5f-5f597468729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832837 Jul 13 14:47:09.308466 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2bfc36e7-ae2a-49de-b969-98f554b96ded req-b8f8e88f-4401-4adf-953f-3311a7e07a55 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 210 time: 0.0289721 Jul 13 14:47:09.390053 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device da2b2694-7646-4851-b6c4-3dde6ec61c66 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:09.414602 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b44726e8-ed32-4a65-ab9f-aa232061ab1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:09.443399 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning for port da2b2694-7646-4851-b6c4-3dde6ec61c66 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:09.447275 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port da2b2694-7646-4851-b6c4-3dde6ec61c66 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:09.447481 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:09.530002 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:09.563769 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] For port da2b2694-7646-4851-b6c4-3dde6ec61c66, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=da2b2694-7646-4851-b6c4-3dde6ec61c66,segment=NetworkSegment(1547f955-7de8-4c58-a546-24ca4c39b797),segment_id=1547f955-7de8-4c58-a546-24ca4c39b797)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:09.568819 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:09.623947 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Pushing event updated for resources: {'Port': ['ID=da2b2694-7646-4851-b6c4-3dde6ec61c66,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:09.634061 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:10.237132 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:10.251235 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:47:10.459051 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-61b5bc40-fe7d-4327-9f4f-4ca2d121aad0 req-9d4ece5a-8a57-4e40-b37e-b7a1c94898cc tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 210 time: 0.0359576 Jul 13 14:47:10.554507 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-5f34d560-aec9-4381-9f7a-22a173a18b97 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:10.555980 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-5f34d560-aec9-4381-9f7a-22a173a18b97 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.44 "GET /v2.0/networks?id=21790059-e5ef-457e-9e5f-5f597468729e HTTP/1.1" status: 200 len: 815 time: 0.1220567 Jul 13 14:47:10.574851 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-6a4b96bc-a241-4508-93a8-02614b11bf8a tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Request body: {'port': {'device_id': 'f988121e-a645-4589-993d-18267890b772', 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e', 'admin_state_up': True, 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:10.684410 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-6a4b96bc-a241-4508-93a8-02614b11bf8a tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Made reservation on behalf of f0c34ca3d1f5494991c0e687772f5c82 for: {'port': 1} {{(pid=93173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:47:10.687889 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-6a4b96bc-a241-4508-93a8-02614b11bf8a tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:10.816708 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_common [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-6a4b96bc-a241-4508-93a8-02614b11bf8a tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Allocated IP 172.20.0.12 (21790059-e5ef-457e-9e5f-5f597468729e/fafcfdf2-b6e3-4433-b7ed-40133df7617f/843991aa-b34e-4561-8864-11b7b6b9f72c) {{(pid=93173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:10.977764 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-6a4b96bc-a241-4508-93a8-02614b11bf8a tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for port, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:10.992318 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-6a4b96bc-a241-4508-93a8-02614b11bf8a tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Transition to ACTIVE for port object 843991aa-b34e-4561-8864-11b7b6b9f72c will not be triggered until provisioned by entity DHCP. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:11.029293 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-6a4b96bc-a241-4508-93a8-02614b11bf8a tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:11.082726 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-6a4b96bc-a241-4508-93a8-02614b11bf8a tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Network 21790059-e5ef-457e-9e5f-5f597468729e is already hosted by enough agents. {{(pid=93173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:11.086195 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.base_scheduler [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-6a4b96bc-a241-4508-93a8-02614b11bf8a tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Resources bound (agent type, host, resource id): {{(pid=93173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:11.091167 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-6a4b96bc-a241-4508-93a8-02614b11bf8a tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Received port after_create {{(pid=93173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:11.096599 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b96bc-a241-4508-93a8-02614b11bf8a tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Pushing event updated for resources: {'Port': ['ID=843991aa-b34e-4561-8864-11b7b6b9f72c,revision_number=1']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:11.177384 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-6a4b96bc-a241-4508-93a8-02614b11bf8a tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:11.178028 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-6a4b96bc-a241-4508-93a8-02614b11bf8a tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:11.197686 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-6a4b96bc-a241-4508-93a8-02614b11bf8a tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6265597 Jul 13 14:47:11.368002 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device da2b2694-7646-4851-b6c4-3dde6ec61c66 up at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:11.417936 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Provisioning complete for port da2b2694-7646-4851-b6c4-3dde6ec61c66 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:11.418230 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:11.460886 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-29c2a7d8-54f9-4d17-91f4-da3a4bd2588f None None] Provisioning for port 843991aa-b34e-4561-8864-11b7b6b9f72c completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:11.467149 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-29c2a7d8-54f9-4d17-91f4-da3a4bd2588f None None] Provisioning complete for port 843991aa-b34e-4561-8864-11b7b6b9f72c triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:11.467522 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-29c2a7d8-54f9-4d17-91f4-da3a4bd2588f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:11.523315 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-29c2a7d8-54f9-4d17-91f4-da3a4bd2588f None None] Port 843991aa-b34e-4561-8864-11b7b6b9f72c cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:47:11.652991 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91c6f7-7e43-434b-a0be-930c4c6f20db req-addf4ed9-5bc8-4468-9d20-8ee5230eda01 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:11.654668 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-df91c6f7-7e43-434b-a0be-930c4c6f20db req-addf4ed9-5bc8-4468-9d20-8ee5230eda01 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 932 time: 0.0676711 Jul 13 14:47:11.693351 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-df91c6f7-7e43-434b-a0be-930c4c6f20db req-76163ffd-1a41-4195-aa45-ec2b42c529b7 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331860 Jul 13 14:47:12.045522 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:12.867986 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b9f67-499c-4eeb-93c1-5131bac83d84 req-fa858d34-783d-4a39-9b13-e0d87c91fdf7 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:12.871871 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8b1b9f67-499c-4eeb-93c1-5131bac83d84 req-fa858d34-783d-4a39-9b13-e0d87c91fdf7 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 932 time: 0.0663009 Jul 13 14:47:12.907546 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8b1b9f67-499c-4eeb-93c1-5131bac83d84 req-41febb1e-3f03-41fc-8621-624584ea356e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323772 Jul 13 14:47:14.077775 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0fc2d-8510-4c70-9118-e801bdbb7b85 req-35849fb0-3294-4cb4-a0f3-e36593e809b8 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:14.079204 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8af0fc2d-8510-4c70-9118-e801bdbb7b85 req-35849fb0-3294-4cb4-a0f3-e36593e809b8 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 932 time: 0.0607448 Jul 13 14:47:14.116713 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8af0fc2d-8510-4c70-9118-e801bdbb7b85 req-783c12d4-555d-4e18-b125-861e7f4dea7e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312352 Jul 13 14:47:15.290406 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805959e-2caf-41ed-aa6b-79dccf99ea43 req-2302761e-868b-4b99-aa4a-de0374032ff7 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:15.292026 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4805959e-2caf-41ed-aa6b-79dccf99ea43 req-2302761e-868b-4b99-aa4a-de0374032ff7 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 932 time: 0.0656824 Jul 13 14:47:15.331089 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4805959e-2caf-41ed-aa6b-79dccf99ea43 req-cb69e01d-e18a-4cfb-a159-41d469040b85 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326002 Jul 13 14:47:15.918835 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-e840a16f-5b1a-4633-bc13-9eb3eee5f85f tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1953252464&fields=id&tenant_id=b987c762993a4dbaab6e33aab175d7fd HTTP/1.1" status: 200 len: 267 time: 0.0366025 Jul 13 14:47:16.031175 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-50c8dffb-f46f-4b0e-b15f-a676e96a1c9d tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:16.032528 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-50c8dffb-f46f-4b0e-b15f-a676e96a1c9d tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/networks?id=7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd HTTP/1.1" status: 200 len: 808 time: 0.1069698 Jul 13 14:47:16.047881 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c0cae4f6-e4e2-42d0-8e8b-2b07464214a6 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/quotas/b987c762993a4dbaab6e33aab175d7fd HTTP/1.1" status: 200 len: 375 time: 0.0091460 Jul 13 14:47:16.398500 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-29c3e824-0bfe-433c-b682-74b8cbe1e156 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b987c762993a4dbaab6e33aab175d7fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3450844 Jul 13 14:47:16.538065 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-25449c3b-8b20-4d31-942d-f2a7019db317 service neutron] 10.222.0.42 "GET /v2.0/networks/7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282966 Jul 13 14:47:16.559696 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ede11-9998-45e4-bff7-1658e522546d req-a8fcb0a8-216c-4202-a7df-18565f839280 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:16.561132 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0b5ede11-9998-45e4-bff7-1658e522546d req-a8fcb0a8-216c-4202-a7df-18565f839280 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 932 time: 0.1061959 Jul 13 14:47:16.650785 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0b5ede11-9998-45e4-bff7-1658e522546d req-a9b862ea-e2bc-4046-a5a2-d1da9cb388ed tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786388 Jul 13 14:47:16.670306 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-b7abf142-8043-4f17-9efa-f074f025e4b9 service neutron] 10.222.0.42 "GET /v2.0/networks/7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260557 Jul 13 14:47:16.986643 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-85172161-de6b-443e-874c-9fc0ff5bdc81 req-ed38a139-01c2-424e-913c-7f72baa63801 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 210 time: 0.0310330 Jul 13 14:47:17.825404 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9842b80-ce5c-4123-ad20-913cc677cf28 req-77fed61e-c745-418a-9a5f-d37e5fefd9cc tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:17.827106 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f9842b80-ce5c-4123-ad20-913cc677cf28 req-77fed61e-c745-418a-9a5f-d37e5fefd9cc tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 932 time: 0.0626373 Jul 13 14:47:17.871874 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f9842b80-ce5c-4123-ad20-913cc677cf28 req-9cd70325-34ca-42d4-a0c8-34619db18af9 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391912 Jul 13 14:47:18.133457 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9254000a-4bed-4608-823d-a824b97afa35 req-4e3aa39a-fa18-4158-9af7-25638226e944 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 210 time: 0.0339956 Jul 13 14:47:19.051655 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce381075-ff5d-4ab9-8398-8eb7689e3297 req-93563138-21cc-46de-a1a0-db022298c8c3 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:19.053164 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ce381075-ff5d-4ab9-8398-8eb7689e3297 req-93563138-21cc-46de-a1a0-db022298c8c3 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 932 time: 0.0652792 Jul 13 14:47:19.093351 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ce381075-ff5d-4ab9-8398-8eb7689e3297 req-93e9a9e2-ca98-49c9-8298-e811f89798c2 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342307 Jul 13 14:47:19.274045 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e5f2e52d-2665-47c7-b76f-5e50759829bd req-ad915d8b-068d-4533-b37a-4e5e8d4c04b3 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 210 time: 0.0305700 Jul 13 14:47:19.842422 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56056) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:20.001136 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-ab961fe7-3246-4403-938f-4810d833c290 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Deleting port 9e493bbd-71c2-440c-b2fd-4d20d1dc5dae {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:20.001476 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ab961fe7-3246-4403-938f-4810d833c290 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:20.074439 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ab961fe7-3246-4403-938f-4810d833c290 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:20.074754 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ab961fe7-3246-4403-938f-4810d833c290 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:20.086213 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-ab961fe7-3246-4403-938f-4810d833c290 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Calling delete_port for 9e493bbd-71c2-440c-b2fd-4d20d1dc5dae owned by network:floatingip {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:20.271425 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ab961fe7-3246-4403-938f-4810d833c290 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:20.275655 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755967f-2597-4fb7-bca7-5f4df190ede9 req-379307dc-69f2-403b-af17-f5775a71e907 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:20.278236 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2755967f-2597-4fb7-bca7-5f4df190ede9 req-379307dc-69f2-403b-af17-f5775a71e907 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 932 time: 0.0707402 Jul 13 14:47:20.297314 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab961fe7-3246-4403-938f-4810d833c290 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event deleted for resources: {'Port': ['ID=9e493bbd-71c2-440c-b2fd-4d20d1dc5dae,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:20.345642 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2755967f-2597-4fb7-bca7-5f4df190ede9 req-26c0f273-93e0-49b2-8ff4-1b5636b66b9c tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610769 Jul 13 14:47:20.371834 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ab961fe7-3246-4403-938f-4810d833c290 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for floatingip, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:20.372451 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.l3_db [None req-ab961fe7-3246-4403-938f-4810d833c290 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Floating IP 146fa5d5-e007-45ca-addf-9a8ffac1aec9 disassociated (deleted). External IP: 172.27.2.18, port: 3cfdbe80-6494-4840-a607-d99b72ff39b6. Jul 13 14:47:20.448146 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5077e4e7-50df-4e1e-ac86-2669093ef7c5 req-74b6e7ff-0a67-4f53-8bd7-5ed7912ea9d5 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 210 time: 0.0348551 Jul 13 14:47:20.594215 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab961fe7-3246-4403-938f-4810d833c290 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:47:20.703689 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab961fe7-3246-4403-938f-4810d833c290 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:47:20.709523 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ab961fe7-3246-4403-938f-4810d833c290 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:20.716278 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ef5693-45e7-406e-996c-6723f76b957e None None] Sync routers for ids ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:47:20.725732 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef5693-45e7-406e-996c-6723f76b957e None None] Routers {'4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:20.726359 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-12ef5693-45e7-406e-996c-6723f76b957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:47:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:20.755231 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-ab961fe7-3246-4403-938f-4810d833c290 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "DELETE /v2.0/floatingips/146fa5d5-e007-45ca-addf-9a8ffac1aec9 HTTP/1.1" status: 204 len: 168 time: 0.9117041 Jul 13 14:47:20.756360 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b105c06-d04b-4abf-a28d-5b9eccf6cf41', 'tag': '3cfdbe80-6494-4840-a607-d99b72ff39b6'}] {{(pid=93172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:20.759019 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f99a20e7926ac0a9073af94a8a5f0d8e34f6a0025af7e4a09400b7fc179008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6636163-4021-40e3-931e-4d672455cc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "3b105c06-d04b-4abf-a28d-5b9eccf6cf41", "tag": "3cfdbe80-6494-4840-a607-d99b72ff39b6"}]}' {{(pid=93172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:20.818483 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38f00b9-347f-4f51-896f-20aa3d2068d9 x-openstack-request-id: req-a38f00b9-347f-4f51-896f-20aa3d2068d9 {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:20.818793 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b105c06-d04b-4abf-a28d-5b9eccf6cf41", "tag": "3cfdbe80-6494-4840-a607-d99b72ff39b6", "status": "completed", "code": 200}]} {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:20.819042 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a38f00b9-347f-4f51-896f-20aa3d2068d9 {{(pid=93172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:20.819444 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b105c06-d04b-4abf-a28d-5b9eccf6cf41', 'tag': '3cfdbe80-6494-4840-a607-d99b72ff39b6', 'status': 'completed', 'code': 200} Jul 13 14:47:20.840044 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-12ef5693-45e7-406e-996c-6723f76b957e None None] Set router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:21.188002 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-12ef5693-45e7-406e-996c-6723f76b957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '17927f16-efab-45e1-8a5c-97d231e23e31', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'port_id': 'c1dd696b-b199-4bfc-8817-99e46287a5c9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'mac_address': 'fa:16:3e:04:27:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16962761-915e-4913-b24b-fd9efedb2eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:42:57Z', 'updated_at': '2021-07-13T14:42:59Z', 'revision_number': 1, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:21.227100 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243a91c-1b71-4c2a-88cf-3d7bf7fe2028 req-f09c34f9-7ca7-4ed1-aaff-44bf2f363e51 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:21.229945 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ef5693-45e7-406e-996c-6723f76b957e None None] Checking router: 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:47:21.234312 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e243a91c-1b71-4c2a-88cf-3d7bf7fe2028 req-f09c34f9-7ca7-4ed1-aaff-44bf2f363e51 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 945 time: 0.1164196 Jul 13 14:47:21.243545 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef5693-45e7-406e-996c-6723f76b957e None None] Routers {'4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:21.244171 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-12ef5693-45e7-406e-996c-6723f76b957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:47:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:21.284480 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e243a91c-1b71-4c2a-88cf-3d7bf7fe2028 req-db351fc6-f498-4eef-a091-8b3c88352bdb tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491548 Jul 13 14:47:21.372663 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-12ef5693-45e7-406e-996c-6723f76b957e None None] Set router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:21.572419 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e3412-8fb5-40fa-9ad9-c33bbc0dead9 req-48cd434e-3e77-4914-97ad-d8c17ee5f3df tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:21.578777 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5f6e3412-8fb5-40fa-9ad9-c33bbc0dead9 req-48cd434e-3e77-4914-97ad-d8c17ee5f3df tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 932 time: 0.1197529 Jul 13 14:47:21.627176 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-12ef5693-45e7-406e-996c-6723f76b957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '17927f16-efab-45e1-8a5c-97d231e23e31', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'port_id': 'c1dd696b-b199-4bfc-8817-99e46287a5c9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'mac_address': 'fa:16:3e:04:27:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16962761-915e-4913-b24b-fd9efedb2eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:42:57Z', 'updated_at': '2021-07-13T14:42:59Z', 'revision_number': 1, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:21.635187 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-113c2acc-1825-4d39-a02c-47bf133eaba1 req-5348e5c1-4aba-4196-983b-09efcd296f53 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 210 time: 0.0471382 Jul 13 14:47:21.653074 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ef5693-45e7-406e-996c-6723f76b957e None None] The sync data for ids ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'] in dv-cinder-788365-4-iscsi is: [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '17927f16-efab-45e1-8a5c-97d231e23e31', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'port_id': 'c1dd696b-b199-4bfc-8817-99e46287a5c9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'mac_address': 'fa:16:3e:04:27:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16962761-915e-4913-b24b-fd9efedb2eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:42:57Z', 'updated_at': '2021-07-13T14:42:59Z', 'revision_number': 1, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:47:21.655093 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5f6e3412-8fb5-40fa-9ad9-c33bbc0dead9 req-2a73bdc6-0859-48bf-810d-7fa4dc5a2a41 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707724 Jul 13 14:47:21.885211 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b0b9d-d03b-48cb-a0ff-da647c560f1c None None] New status for floating IP 146fa5d5-e007-45ca-addf-9a8ffac1aec9: DOWN {{(pid=93177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:47:22.456845 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d6a7c-c239-480f-9066-ed23f442ad9c req-483bc6b3-6405-47af-8f68-576852fb2fa1 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:22.458359 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-579d6a7c-c239-480f-9066-ed23f442ad9c req-483bc6b3-6405-47af-8f68-576852fb2fa1 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 945 time: 0.0642352 Jul 13 14:47:22.498855 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-579d6a7c-c239-480f-9066-ed23f442ad9c req-54c0fb4a-6024-4548-8259-7e3b160183dc tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325220 Jul 13 14:47:22.775105 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9437a05c-4307-431a-a2e0-c99671610408 req-6d74697d-d683-47aa-a838-f29296e86756 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 210 time: 0.0328679 Jul 13 14:47:22.834012 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda2ae3-c4fd-4759-ad6a-d7c37161d76f req-84ed95e0-5065-4ff2-8e7f-a3d3afd77ee7 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:22.835472 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7bda2ae3-c4fd-4759-ad6a-d7c37161d76f req-84ed95e0-5065-4ff2-8e7f-a3d3afd77ee7 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 932 time: 0.0627987 Jul 13 14:47:22.872414 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7bda2ae3-c4fd-4759-ad6a-d7c37161d76f req-9e9ff7c5-0e7f-4dff-8062-a51c28eca89a tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311413 Jul 13 14:47:23.668864 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca2b0e-22fe-4f01-9f1d-b9c9bfe6327f req-a9b260be-a4ee-4e22-878f-05032461661e tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:23.670347 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a9ca2b0e-22fe-4f01-9f1d-b9c9bfe6327f req-a9b260be-a4ee-4e22-878f-05032461661e tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 945 time: 0.0629036 Jul 13 14:47:23.687731 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Request body: {'port': {'device_id': 'f988121e-a645-4589-993d-18267890b772', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:23.770422 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a9ca2b0e-22fe-4f01-9f1d-b9c9bfe6327f req-7ab69a82-86fa-4ea5-9f4a-a1c7d5a45e74 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938501 Jul 13 14:47:23.824370 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.828990 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6636163-4021-40e3-931e-4d672455cc3a req-1119b611-fd8c-4e2e-89d0-66f08645bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:23.830460 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d6636163-4021-40e3-931e-4d672455cc3a req-1119b611-fd8c-4e2e-89d0-66f08645bcd3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9e7c29b365b4dabab5e1082907164f1&device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 1098 time: 0.1342378 Jul 13 14:47:23.955301 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8e7badfd-155d-44c0-9a44-79beef62ef1c req-b8ba28d1-5087-4dd3-9665-cf6057707deb tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 210 time: 0.0604370 Jul 13 14:47:24.086697 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6636163-4021-40e3-931e-4d672455cc3a req-96a17bee-bb65-4d54-96c2-3896c163b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:24.088417 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d6636163-4021-40e3-931e-4d672455cc3a req-96a17bee-bb65-4d54-96c2-3896c163b82b service neutron] 10.222.0.44 "GET /v2.0/networks?id=275b173f-f346-4505-bdbc-2adf334f41b4 HTTP/1.1" status: 200 len: 912 time: 0.2494965 Jul 13 14:47:24.181771 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d6636163-4021-40e3-931e-4d672455cc3a req-4dc76a45-4bd7-4035-adae-24b0ec61813d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cfdbe80-6494-4840-a607-d99b72ff39b6 HTTP/1.1" status: 200 len: 217 time: 0.0480227 Jul 13 14:47:24.250691 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983b2ec-b61d-405b-9f40-696126b89e96 req-ff669936-37b7-4b4d-a89c-5f6092118602 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:24.252038 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5983b2ec-b61d-405b-9f40-696126b89e96 req-ff669936-37b7-4b4d-a89c-5f6092118602 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 932 time: 0.2221727 Jul 13 14:47:24.296159 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6636163-4021-40e3-931e-4d672455cc3a req-33b8ad67-4e27-41a2-8cc3-4021b3ad312f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:24.297582 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d6636163-4021-40e3-931e-4d672455cc3a req-33b8ad67-4e27-41a2-8cc3-4021b3ad312f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f858d18-7848-4749-a84f-ecbf232dcff9 HTTP/1.1" status: 200 len: 850 time: 0.1003833 Jul 13 14:47:24.372063 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5983b2ec-b61d-405b-9f40-696126b89e96 req-9a444394-291a-4bc9-8601-141a002b199e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124234 Jul 13 14:47:24.385138 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843991aa-b34e-4561-8864-11b7b6b9f72c {{(pid=93173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:47:24.394866 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:24.414131 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.provisioning_blocks [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Transition to ACTIVE for port object 843991aa-b34e-4561-8864-11b7b6b9f72c will not be triggered until provisioned by entity L2. {{(pid=93173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:24.419703 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:24.455067 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6636163-4021-40e3-931e-4d672455cc3a req-467fd439-a6cd-459c-8590-04c9a6c70f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:24.455843 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d6636163-4021-40e3-931e-4d672455cc3a req-467fd439-a6cd-459c-8590-04c9a6c70f73 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=275b173f-f346-4505-bdbc-2adf334f41b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1363401 Jul 13 14:47:24.529512 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Pushing event updated for resources: {'Port': ['ID=843991aa-b34e-4561-8864-11b7b6b9f72c,revision_number=2']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:24.569293 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-576020cf-c8e4-46f4-8bbf-544a2fda7860 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:24.571001 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-576020cf-c8e4-46f4-8bbf-544a2fda7860 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.44 "GET /v2.0/networks?id=7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd HTTP/1.1" status: 200 len: 808 time: 0.1307428 Jul 13 14:47:24.580446 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:24.580827 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:24.581174 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:24.582084 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:24.582426 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:24.583083 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:24.583335 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:24.583678 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:24.584011 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:24.584916 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:24.584916 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:24.585116 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:24.636931 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c5791745-954f-497a-a779-5cb577cb914a tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b987c762993a4dbaab6e33aab175d7fd HTTP/1.1" status: 200 len: 380 time: 0.0522165 Jul 13 14:47:24.645588 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Attempting to bind port 843991aa-b34e-4561-8864-11b7b6b9f72c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:47:24.645936 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Attempting to bind port 843991aa-b34e-4561-8864-11b7b6b9f72c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '57b20fd3-ac0d-46ec-8532-5e5b3891570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e'}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:47:24.646272 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Attempting to bind port 843991aa-b34e-4561-8864-11b7b6b9f72c on network 21790059-e5ef-457e-9e5f-5f597468729e {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:24.650868 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d6636163-4021-40e3-931e-4d672455cc3a req-fe9eced7-7d1e-4b03-94d3-f261f77145ad service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769135 Jul 13 14:47:24.652737 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-8c90f645-aade-4679-a5d7-4f65376f03df tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Request body: {'port': {'device_id': '8a36d6ee-d861-492b-805b-3c3d648f4e4d', 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'admin_state_up': True, 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'security_groups': ['fe6a75f4-2a66-47c4-b327-3fb901f46d2d']}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:24.657657 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Port 843991aa-b34e-4561-8864-11b7b6b9f72c on network 21790059-e5ef-457e-9e5f-5f597468729e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:47:24.658170 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Attempting to bind port 843991aa-b34e-4561-8864-11b7b6b9f72c on network 21790059-e5ef-457e-9e5f-5f597468729e {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:24.671088 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:47:24.671670 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Checking segment: {'id': '57b20fd3-ac0d-46ec-8532-5e5b3891570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:24.671772 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Bound using segment: {'id': '57b20fd3-ac0d-46ec-8532-5e5b3891570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e'} {{(pid=93173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:47:24.672214 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.managers [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Bound port: 843991aa-b34e-4561-8864-11b7b6b9f72c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b20fd3-ac0d-46ec-8532-5e5b3891570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e'}}] {{(pid=93173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:47:24.672573 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:24.766077 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-8c90f645-aade-4679-a5d7-4f65376f03df tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Made reservation on behalf of b987c762993a4dbaab6e33aab175d7fd for: {'port': 1} {{(pid=93172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:47:24.771291 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-8c90f645-aade-4679-a5d7-4f65376f03df tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:24.816637 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] For port 843991aa-b34e-4561-8864-11b7b6b9f72c, host hv-cinder-78836, cleared binding levels {{(pid=93173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:47:24.820375 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] For port 843991aa-b34e-4561-8864-11b7b6b9f72c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=843991aa-b34e-4561-8864-11b7b6b9f72c,segment=NetworkSegment(57b20fd3-ac0d-46ec-8532-5e5b3891570f),segment_id=57b20fd3-ac0d-46ec-8532-5e5b3891570f)] {{(pid=93173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:47:24.823520 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d6636163-4021-40e3-931e-4d672455cc3a req-2c1b40f2-01ec-45b4-863c-3b4e26928206 service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598887 Jul 13 14:47:24.825692 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:24.865391 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:24.865924 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:24.867496 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] 10.222.0.44 "PUT /v2.0/ports/843991aa-b34e-4561-8864-11b7b6b9f72c HTTP/1.1" status: 200 len: 1094 time: 1.1837451 Jul 13 14:47:24.868012 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f988121e-a645-4589-993d-18267890b772', 'tag': '843991aa-b34e-4561-8864-11b7b6b9f72c'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:24.870555 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fb12b4-4c05-40d7-ba83-e259bb2772b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f988121e-a645-4589-993d-18267890b772", "tag": "843991aa-b34e-4561-8864-11b7b6b9f72c"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:24.917483 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9683e-4831-4fe5-9db9-4eedf981bcba service neutron] Pushing event updated for resources: {'Port': ['ID=843991aa-b34e-4561-8864-11b7b6b9f72c,revision_number=3']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:24.923504 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee82315-b50c-4aaa-b73f-88d46dd4c5d7 x-openstack-request-id: req-eee82315-b50c-4aaa-b73f-88d46dd4c5d7 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:24.923852 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f988121e-a645-4589-993d-18267890b772", "tag": "843991aa-b34e-4561-8864-11b7b6b9f72c", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:24.924235 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eee82315-b50c-4aaa-b73f-88d46dd4c5d7 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:24.924702 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f988121e-a645-4589-993d-18267890b772', 'tag': '843991aa-b34e-4561-8864-11b7b6b9f72c', 'status': 'completed', 'code': 200} Jul 13 14:47:24.951774 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-8c90f645-aade-4679-a5d7-4f65376f03df tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Allocated IP 172.20.0.9 (7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd/3b203082-dd03-475d-bdbf-be5c9c0c8abc/93b3121c-7dae-42d0-bbca-d229895e8a09) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:25.047044 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daba25-437c-4c96-af98-38553fa0e9bd req-eabd93f4-8c06-42c0-8a48-4e785f8514f5 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:25.050866 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03daba25-437c-4c96-af98-38553fa0e9bd req-eabd93f4-8c06-42c0-8a48-4e785f8514f5 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 945 time: 0.1341372 Jul 13 14:47:25.053020 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e54f43f6-5de3-4333-adfb-5e9239ba4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:25.054687 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-e54f43f6-5de3-4333-adfb-5e9239ba4299 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0c34ca3d1f5494991c0e687772f5c82&device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 1097 time: 0.1205680 Jul 13 14:47:25.106282 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-8c90f645-aade-4679-a5d7-4f65376f03df tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:25.120872 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.provisioning_blocks [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-8c90f645-aade-4679-a5d7-4f65376f03df tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Transition to ACTIVE for port object 93b3121c-7dae-42d0-bbca-d229895e8a09 will not be triggered until provisioned by entity DHCP. {{(pid=93172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:25.136702 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-dbd711af-f110-42c9-ab28-c6b7dfca7105 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=843991aa-b34e-4561-8864-11b7b6b9f72c HTTP/1.1" status: 200 len: 217 time: 0.0621464 Jul 13 14:47:25.156560 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-8c90f645-aade-4679-a5d7-4f65376f03df tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:25.206804 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-8c90f645-aade-4679-a5d7-4f65376f03df tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Network 7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:25.212300 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-8c90f645-aade-4679-a5d7-4f65376f03df tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:25.216151 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-03daba25-437c-4c96-af98-38553fa0e9bd req-ce49bc46-ce6b-42fa-923c-c51b35070c6c tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595170 Jul 13 14:47:25.216510 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-8c90f645-aade-4679-a5d7-4f65376f03df tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:25.241578 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-d84b75c7-3f33-4400-b1da-f86a9c39ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:25.243059 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-d84b75c7-3f33-4400-b1da-f86a9c39ab8a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fafcfdf2-b6e3-4433-b7ed-40133df7617f HTTP/1.1" status: 200 len: 854 time: 0.0907619 Jul 13 14:47:25.246928 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90f645-aade-4679-a5d7-4f65376f03df tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Pushing event updated for resources: {'Port': ['ID=93b3121c-7dae-42d0-bbca-d229895e8a09,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:25.271845 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a700b1-dc13-4b1a-9390-39b0465d6c03 req-1501d782-aa20-4e41-a252-e13e6c1a9ae6 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:25.273409 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-84a700b1-dc13-4b1a-9390-39b0465d6c03 req-1501d782-aa20-4e41-a252-e13e6c1a9ae6 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 931 time: 0.1429980 Jul 13 14:47:25.275872 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-8c90f645-aade-4679-a5d7-4f65376f03df tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:25.276504 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-8c90f645-aade-4679-a5d7-4f65376f03df tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:25.291997 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-8c90f645-aade-4679-a5d7-4f65376f03df tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6435180 Jul 13 14:47:25.320342 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Request body: {'port': {'device_id': '8a36d6ee-d861-492b-805b-3c3d648f4e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:25.350961 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-84a700b1-dc13-4b1a-9390-39b0465d6c03 req-cf55cd93-fdbb-4886-9cee-2af994e25ac1 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690057 Jul 13 14:47:25.374282 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-567da3e6-34d8-4c91-babf-c21407b0385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:25.376085 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-567da3e6-34d8-4c91-babf-c21407b0385f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=21790059-e5ef-457e-9e5f-5f597468729e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1017225 Jul 13 14:47:25.427879 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:25.484284 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-18b95868-13d8-4e8e-9454-bba13bace122 service neutron] 10.222.0.44 "GET /v2.0/networks/21790059-e5ef-457e-9e5f-5f597468729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958200 Jul 13 14:47:25.583345 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-ff05fe57-02c7-4522-ae13-92447a39a69f None None] Provisioning for port 93b3121c-7dae-42d0-bbca-d229895e8a09 completed by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:25.588929 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-ff05fe57-02c7-4522-ae13-92447a39a69f None None] Provisioning complete for port 93b3121c-7dae-42d0-bbca-d229895e8a09 triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:25.589566 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-ff05fe57-02c7-4522-ae13-92447a39a69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:25.624700 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b20c756e-f62e-4ae4-8770-b9604341fd92 req-729cb7e8-c92e-4a2b-878d-507a54ba59e2 service neutron] 10.222.0.44 "GET /v2.0/networks/21790059-e5ef-457e-9e5f-5f597468729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211133 Jul 13 14:47:25.626632 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-ff05fe57-02c7-4522-ae13-92447a39a69f None None] Port 93b3121c-7dae-42d0-bbca-d229895e8a09 cannot update to ACTIVE because it is not bound. {{(pid=93174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:47:25.633650 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caf7d4-5202-4760-8aec-9862fb86f7b4 req-db224737-da21-4b67-94b8-80d3bcb64a16 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:25.635133 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-78caf7d4-5202-4760-8aec-9862fb86f7b4 req-db224737-da21-4b67-94b8-80d3bcb64a16 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 944 time: 0.1418664 Jul 13 14:47:25.679954 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-78caf7d4-5202-4760-8aec-9862fb86f7b4 req-539eb0a6-73f9-4f1d-8337-23349c5ba6cc tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384564 Jul 13 14:47:25.708429 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.notifiers.nova [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b3121c-7dae-42d0-bbca-d229895e8a09 {{(pid=93172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:47:25.715952 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:25.727826 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.provisioning_blocks [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Transition to ACTIVE for port object 93b3121c-7dae-42d0-bbca-d229895e8a09 will not be triggered until provisioned by entity L2. {{(pid=93172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:25.732162 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8777659'] for port, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:25.754151 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb12b4-4c05-40d7-ba83-e259bb2772b9 req-118c0f4a-d745-4322-8778-02d60b957bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:25.755659 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-55fb12b4-4c05-40d7-ba83-e259bb2772b9 req-118c0f4a-d745-4322-8778-02d60b957bfa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0c34ca3d1f5494991c0e687772f5c82&device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 1097 time: 0.0551460 Jul 13 14:47:25.785756 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=93b3121c-7dae-42d0-bbca-d229895e8a09,revision_number=2']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:25.854663 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb12b4-4c05-40d7-ba83-e259bb2772b9 req-1134bf22-edd7-40b6-9c98-72ba703f9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:25.855680 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.managers [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Attempting to bind port 93b3121c-7dae-42d0-bbca-d229895e8a09 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:47:25.856025 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.managers [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Attempting to bind port 93b3121c-7dae-42d0-bbca-d229895e8a09 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '55b2dc89-c943-4c6c-b593-8367b05679e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd'}] {{(pid=93172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:47:25.856342 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-55fb12b4-4c05-40d7-ba83-e259bb2772b9 req-1134bf22-edd7-40b6-9c98-72ba703f9a02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=21790059-e5ef-457e-9e5f-5f597468729e HTTP/1.1" status: 200 len: 916 time: 0.0938151 Jul 13 14:47:25.856461 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Attempting to bind port 93b3121c-7dae-42d0-bbca-d229895e8a09 on network 7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd {{(pid=93172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:25.861238 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Port 93b3121c-7dae-42d0-bbca-d229895e8a09 on network 7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:47:25.861238 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Attempting to bind port 93b3121c-7dae-42d0-bbca-d229895e8a09 on network 7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd {{(pid=93172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:25.866156 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Checking agent: {'id': 'b53100cc-f11b-453e-b7af-7e1d3b33609d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'started_at': datetime.datetime(2021, 7, 13, 14, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:47:25.866495 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Checking segment: {'id': '55b2dc89-c943-4c6c-b593-8367b05679e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:25.866877 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Bound using segment: {'id': '55b2dc89-c943-4c6c-b593-8367b05679e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd'} {{(pid=93172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:47:25.867299 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.managers [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Bound port: 93b3121c-7dae-42d0-bbca-d229895e8a09, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b2dc89-c943-4c6c-b593-8367b05679e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd'}}] {{(pid=93172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:47:25.867846 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:25.902700 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-55fb12b4-4c05-40d7-ba83-e259bb2772b9 req-c42e73ad-71ea-4497-940f-d0ba4df1ca76 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=843991aa-b34e-4561-8864-11b7b6b9f72c HTTP/1.1" status: 200 len: 217 time: 0.0358925 Jul 13 14:47:25.935559 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] For port 93b3121c-7dae-42d0-bbca-d229895e8a09, host hv-cinder-78836, cleared binding levels {{(pid=93172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:47:25.938960 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] For port 93b3121c-7dae-42d0-bbca-d229895e8a09, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=93b3121c-7dae-42d0-bbca-d229895e8a09,segment=NetworkSegment(55b2dc89-c943-4c6c-b593-8367b05679e1),segment_id=55b2dc89-c943-4c6c-b593-8367b05679e1)] {{(pid=93172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:47:25.946063 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8777659'] for port, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:25.961272 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb12b4-4c05-40d7-ba83-e259bb2772b9 req-ecd108dc-be26-4e05-8e4a-ac939f479c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:25.963064 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-55fb12b4-4c05-40d7-ba83-e259bb2772b9 req-ecd108dc-be26-4e05-8e4a-ac939f479c16 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fafcfdf2-b6e3-4433-b7ed-40133df7617f HTTP/1.1" status: 200 len: 854 time: 0.0537007 Jul 13 14:47:25.978779 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:25.979476 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:25.980966 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] 10.222.0.44 "PUT /v2.0/ports/93b3121c-7dae-42d0-bbca-d229895e8a09 HTTP/1.1" status: 200 len: 1093 time: 0.6653275 Jul 13 14:47:25.983138 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a36d6ee-d861-492b-805b-3c3d648f4e4d', 'tag': '93b3121c-7dae-42d0-bbca-d229895e8a09'}] {{(pid=93172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:25.986051 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f99a20e7926ac0a9073af94a8a5f0d8e34f6a0025af7e4a09400b7fc179008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b360a416-35ee-4b8c-9403-3223c4c50b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a36d6ee-d861-492b-805b-3c3d648f4e4d", "tag": "93b3121c-7dae-42d0-bbca-d229895e8a09"}]}' {{(pid=93172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:26.040500 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ee3c01-0b4b-4594-a17a-b7603875bc9c x-openstack-request-id: req-17ee3c01-0b4b-4594-a17a-b7603875bc9c {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:26.041098 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a36d6ee-d861-492b-805b-3c3d648f4e4d", "tag": "93b3121c-7dae-42d0-bbca-d229895e8a09", "status": "completed", "code": 200}]} {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:26.041512 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17ee3c01-0b4b-4594-a17a-b7603875bc9c {{(pid=93172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:26.042064 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a36d6ee-d861-492b-805b-3c3d648f4e4d', 'tag': '93b3121c-7dae-42d0-bbca-d229895e8a09', 'status': 'completed', 'code': 200} Jul 13 14:47:26.045552 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb12b4-4c05-40d7-ba83-e259bb2772b9 req-5e9e7b1b-a66b-487b-b2e5-f286a29d5f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:26.047479 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-55fb12b4-4c05-40d7-ba83-e259bb2772b9 req-5e9e7b1b-a66b-487b-b2e5-f286a29d5f00 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=21790059-e5ef-457e-9e5f-5f597468729e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770845 Jul 13 14:47:26.063669 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e8e18-4cda-41db-af02-7930da972ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=93b3121c-7dae-42d0-bbca-d229895e8a09,revision_number=3']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:26.095414 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-1e88e2eb-c52b-4066-909c-9b04262e84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:26.097041 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-1e88e2eb-c52b-4066-909c-9b04262e84c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b987c762993a4dbaab6e33aab175d7fd&device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 1096 time: 0.0684764 Jul 13 14:47:26.144737 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-920cf209-13d5-4dcf-95e1-61d9e562877f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93b3121c-7dae-42d0-bbca-d229895e8a09 HTTP/1.1" status: 200 len: 217 time: 0.0390487 Jul 13 14:47:26.147551 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-55fb12b4-4c05-40d7-ba83-e259bb2772b9 req-ca788af0-2972-41fa-987b-cb83a1811b6e service neutron] 10.222.0.44 "GET /v2.0/networks/21790059-e5ef-457e-9e5f-5f597468729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896745 Jul 13 14:47:26.198865 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-40d805d3-cedc-43eb-9fab-685f363cb1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:26.200296 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-40d805d3-cedc-43eb-9fab-685f363cb1e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b203082-dd03-475d-bdbf-be5c9c0c8abc HTTP/1.1" status: 200 len: 847 time: 0.0433493 Jul 13 14:47:26.244911 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-55fb12b4-4c05-40d7-ba83-e259bb2772b9 req-411c9db6-0c03-4bfb-ba4c-7dcebdc656ea service neutron] 10.222.0.44 "GET /v2.0/networks/21790059-e5ef-457e-9e5f-5f597468729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877509 Jul 13 14:47:26.276241 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-88e3413a-e596-48e0-ad31-45bc526f6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:26.277772 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-88e3413a-e596-48e0-ad31-45bc526f6e21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699127 Jul 13 14:47:26.423746 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8230dda-3219-48d6-9c39-5cfe2964449f req-5553237a-403b-4cbc-9a2c-3a62648bfad5 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:26.425907 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d8230dda-3219-48d6-9c39-5cfe2964449f req-5553237a-403b-4cbc-9a2c-3a62648bfad5 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 945 time: 0.0768726 Jul 13 14:47:26.467059 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d8230dda-3219-48d6-9c39-5cfe2964449f req-5e23b79b-c5d0-4a74-a097-7a97689cb351 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350783 Jul 13 14:47:26.548623 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae9c2e-8242-4090-bf5e-e9ae4c8273d4 req-91998dda-795e-4f56-9c3b-3acad6ac93fa tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:26.550151 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-41ae9c2e-8242-4090-bf5e-e9ae4c8273d4 req-91998dda-795e-4f56-9c3b-3acad6ac93fa tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 943 time: 0.0672469 Jul 13 14:47:26.591959 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-41ae9c2e-8242-4090-bf5e-e9ae4c8273d4 req-2045fb28-179d-49f9-bc49-0a7a8bcaec9c tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362027 Jul 13 14:47:26.593209 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-0d125a93-ead8-4cfd-8f45-e0ce3c14cfb3 service neutron] 10.222.0.44 "GET /v2.0/networks/7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082249 Jul 13 14:47:26.678906 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-10bc8a57-86cb-48ec-8017-94b8440d210d req-5569be87-39f7-47f0-91d7-4b1879048a2c service neutron] 10.222.0.44 "GET /v2.0/networks/7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784366 Jul 13 14:47:26.786963 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360a416-35ee-4b8c-9403-3223c4c50b2c req-53b4ab44-0ec6-4f17-ab03-d502c2ba1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:26.788455 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-b360a416-35ee-4b8c-9403-3223c4c50b2c req-53b4ab44-0ec6-4f17-ab03-d502c2ba1c48 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b987c762993a4dbaab6e33aab175d7fd&device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 1096 time: 0.0547295 Jul 13 14:47:26.851271 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522881b1-2fa7-41af-87cc-f74465536cb8 req-6bf2b298-e8ee-40d3-87d6-ead8fdc95be0 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:26.852783 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-522881b1-2fa7-41af-87cc-f74465536cb8 req-6bf2b298-e8ee-40d3-87d6-ead8fdc95be0 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 944 time: 0.0637257 Jul 13 14:47:26.891410 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-522881b1-2fa7-41af-87cc-f74465536cb8 req-dacded6f-4d20-4b44-ac1b-658784abcef8 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325658 Jul 13 14:47:26.937121 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360a416-35ee-4b8c-9403-3223c4c50b2c req-7b77cdc0-7783-41b9-8158-167ba2394263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:26.938516 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-b360a416-35ee-4b8c-9403-3223c4c50b2c req-7b77cdc0-7783-41b9-8158-167ba2394263 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd HTTP/1.1" status: 200 len: 909 time: 0.1420679 Jul 13 14:47:26.978369 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-b360a416-35ee-4b8c-9403-3223c4c50b2c req-66552658-3bcc-46ef-b793-c8f1c35bff90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93b3121c-7dae-42d0-bbca-d229895e8a09 HTTP/1.1" status: 200 len: 217 time: 0.0326369 Jul 13 14:47:27.030088 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360a416-35ee-4b8c-9403-3223c4c50b2c req-e75e3806-c972-4d10-bb61-5ebc64d80f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:27.031480 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-b360a416-35ee-4b8c-9403-3223c4c50b2c req-e75e3806-c972-4d10-bb61-5ebc64d80f77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b203082-dd03-475d-bdbf-be5c9c0c8abc HTTP/1.1" status: 200 len: 847 time: 0.0463071 Jul 13 14:47:27.086944 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360a416-35ee-4b8c-9403-3223c4c50b2c req-5e63897f-705b-4b03-901a-ea7708ba3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:27.088398 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-b360a416-35ee-4b8c-9403-3223c4c50b2c req-5e63897f-705b-4b03-901a-ea7708ba3f5a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500293 Jul 13 14:47:27.172541 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-b360a416-35ee-4b8c-9403-3223c4c50b2c req-5b924d81-0284-4408-b0f8-50a423f6fa33 service neutron] 10.222.0.44 "GET /v2.0/networks/7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0767148 Jul 13 14:47:27.259901 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-b360a416-35ee-4b8c-9403-3223c4c50b2c req-3f72c27d-b797-4c9b-9d10-9b4404d91cee service neutron] 10.222.0.44 "GET /v2.0/networks/7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800989 Jul 13 14:47:27.635947 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bc76e-5a29-4323-b24e-dbb82ea35330 req-9a160683-b66a-46ac-a6e8-adef0b706ba7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:27.637438 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-709bc76e-5a29-4323-b24e-dbb82ea35330 req-9a160683-b66a-46ac-a6e8-adef0b706ba7 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 945 time: 0.0620110 Jul 13 14:47:27.673981 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-709bc76e-5a29-4323-b24e-dbb82ea35330 req-2a4bc591-64f1-413f-b8f4-1336d27d92ec tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311043 Jul 13 14:47:27.765119 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589d3c6-f9c7-418f-ae59-9c6be2150f16 req-1a0dbf4e-e526-4fb1-92c2-688a37a88686 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:27.766656 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a589d3c6-f9c7-418f-ae59-9c6be2150f16 req-1a0dbf4e-e526-4fb1-92c2-688a37a88686 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 943 time: 0.0668592 Jul 13 14:47:27.803782 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a589d3c6-f9c7-418f-ae59-9c6be2150f16 req-fa78f4ba-c027-4d33-8f1d-ebae218b24cc tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311284 Jul 13 14:47:28.057858 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3df745-3fb0-4a49-961c-63f623e0c617 req-349909f4-1127-4257-83d8-3a82c10ae189 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:28.059304 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0d3df745-3fb0-4a49-961c-63f623e0c617 req-349909f4-1127-4257-83d8-3a82c10ae189 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 944 time: 0.0617776 Jul 13 14:47:28.095794 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0d3df745-3fb0-4a49-961c-63f623e0c617 req-517867b6-55b7-4492-98a1-8bfd12cd0066 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310371 Jul 13 14:47:28.724816 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 843991aa-b34e-4561-8864-11b7b6b9f72c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:47:28.728756 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 3cfdbe80-6494-4840-a607-d99b72ff39b6 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:47:28.849374 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a23998-02f4-4455-b2b9-7eca8aced12e req-d3b24231-97e5-44df-8bf1-3677f6d6961d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:28.850926 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-14a23998-02f4-4455-b2b9-7eca8aced12e req-d3b24231-97e5-44df-8bf1-3677f6d6961d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 945 time: 0.0675039 Jul 13 14:47:28.868975 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:28.895814 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-14a23998-02f4-4455-b2b9-7eca8aced12e req-13827022-f3a0-41be-8901-6781520280c1 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387149 Jul 13 14:47:28.901386 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 843991aa-b34e-4561-8864-11b7b6b9f72c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=843991aa-b34e-4561-8864-11b7b6b9f72c,segment=NetworkSegment(57b20fd3-ac0d-46ec-8532-5e5b3891570f),segment_id=57b20fd3-ac0d-46ec-8532-5e5b3891570f)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:28.916888 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b105c06-d04b-4abf-a28d-5b9eccf6cf41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cfdbe80-6494-4840-a607-d99b72ff39b6'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:28.919146 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54253df-0402-42ce-a7ee-df278266dde9" -d '{"events": [{"server_uuid": "3b105c06-d04b-4abf-a28d-5b9eccf6cf41", "name": "network-vif-unplugged", "status": "completed", "tag": "3cfdbe80-6494-4840-a607-d99b72ff39b6"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:28.938605 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': '843991aa-b34e-4561-8864-11b7b6b9f72c', 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e', 'port_id': '843991aa-b34e-4561-8864-11b7b6b9f72c', 'mac_address': 'fa:16:3e:0e:51:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:47:28.941215 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 3cfdbe80-6494-4840-a607-d99b72ff39b6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3cfdbe80-6494-4840-a607-d99b72ff39b6,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:28.947093 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:28.971196 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f4574b-13bc-47cf-83f4-d19b4209fc0e x-openstack-request-id: req-72f4574b-13bc-47cf-83f4-d19b4209fc0e {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:28.971490 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b105c06-d04b-4abf-a28d-5b9eccf6cf41", "name": "network-vif-unplugged", "status": "completed", "tag": "3cfdbe80-6494-4840-a607-d99b72ff39b6", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:28.971741 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72f4574b-13bc-47cf-83f4-d19b4209fc0e {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:28.972666 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b105c06-d04b-4abf-a28d-5b9eccf6cf41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cfdbe80-6494-4840-a607-d99b72ff39b6', 'code': 200} Jul 13 14:47:28.985421 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8929cf0-c33c-4747-b778-aca78c1be0bd req-b9ec7d91-cf3d-453c-970b-03621bd395bb tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:28.986903 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f8929cf0-c33c-4747-b778-aca78c1be0bd req-b9ec7d91-cf3d-453c-970b-03621bd395bb tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 943 time: 0.0666029 Jul 13 14:47:29.010841 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:29.024533 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f8929cf0-c33c-4747-b778-aca78c1be0bd req-8b396923-f36f-436a-b5b2-19a95063a7b9 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313082 Jul 13 14:47:29.032356 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=3cfdbe80-6494-4840-a607-d99b72ff39b6,revision_number=6']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:29.036338 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843991aa-b34e-4561-8864-11b7b6b9f72c {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:47:29.056931 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 843991aa-b34e-4561-8864-11b7b6b9f72c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=843991aa-b34e-4561-8864-11b7b6b9f72c,segment=NetworkSegment(57b20fd3-ac0d-46ec-8532-5e5b3891570f),segment_id=57b20fd3-ac0d-46ec-8532-5e5b3891570f)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:29.060350 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:29.105470 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=843991aa-b34e-4561-8864-11b7b6b9f72c,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:29.264906 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292e646-561c-430b-8450-3fc08cb7d98a req-d0488862-59a9-4449-90b1-00b28183eb68 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:29.266267 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a292e646-561c-430b-8450-3fc08cb7d98a req-d0488862-59a9-4449-90b1-00b28183eb68 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 945 time: 0.0619018 Jul 13 14:47:29.303187 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a292e646-561c-430b-8450-3fc08cb7d98a req-760ee230-ee3b-41b8-9cc9-09b661c245fe tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308671 Jul 13 14:47:29.323695 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['843991aa-b34e-4561-8864-11b7b6b9f72c'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:30.068503 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bc74f-c853-4e2d-9a86-d49878a98ecd req-895d9dba-363b-4dc5-8b26-ddfdd782b06d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:30.070011 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-368bc74f-c853-4e2d-9a86-d49878a98ecd req-895d9dba-363b-4dc5-8b26-ddfdd782b06d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 943 time: 0.0660746 Jul 13 14:47:30.107782 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-368bc74f-c853-4e2d-9a86-d49878a98ecd req-00ca9bfe-c15d-449e-9e13-402cf433d467 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321436 Jul 13 14:47:30.194305 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45aeec3-bbce-445b-92c3-97220f3900dc req-9c7d316a-b193-4e03-ac7c-a0cf178732dc tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:30.195729 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a45aeec3-bbce-445b-92c3-97220f3900dc req-9c7d316a-b193-4e03-ac7c-a0cf178732dc tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 943 time: 0.0616963 Jul 13 14:47:30.233023 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a45aeec3-bbce-445b-92c3-97220f3900dc req-32912dc3-432c-47b1-96ce-fe8986051146 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318913 Jul 13 14:47:30.474154 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ce0f6-2f6a-480e-a258-b0008301c1f2 req-8652e8c3-f420-438c-b76e-174b809180c9 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:30.475551 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5d8ce0f6-2f6a-480e-a258-b0008301c1f2 req-8652e8c3-f420-438c-b76e-174b809180c9 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 945 time: 0.0675573 Jul 13 14:47:30.512392 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5d8ce0f6-2f6a-480e-a258-b0008301c1f2 req-a50d4c2e-1e85-4ede-8b3d-4ac10fae3c79 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312665 Jul 13 14:47:30.750239 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 843991aa-b34e-4561-8864-11b7b6b9f72c up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:30.796783 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port 843991aa-b34e-4561-8864-11b7b6b9f72c completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:30.800876 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port 843991aa-b34e-4561-8864-11b7b6b9f72c triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:30.801247 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:30.879975 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:30.904621 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e89195-837a-45ed-9f23-755e9cc86e21 req-03ddc894-df3d-490b-81f3-000ca6056d4d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:30.906078 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-79e89195-837a-45ed-9f23-755e9cc86e21 req-03ddc894-df3d-490b-81f3-000ca6056d4d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 943 time: 0.1037648 Jul 13 14:47:30.911227 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 843991aa-b34e-4561-8864-11b7b6b9f72c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=843991aa-b34e-4561-8864-11b7b6b9f72c,segment=NetworkSegment(57b20fd3-ac0d-46ec-8532-5e5b3891570f),segment_id=57b20fd3-ac0d-46ec-8532-5e5b3891570f)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:30.914893 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:30.961238 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=843991aa-b34e-4561-8864-11b7b6b9f72c,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:30.973945 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f988121e-a645-4589-993d-18267890b772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843991aa-b34e-4561-8864-11b7b6b9f72c'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:30.976740 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5faf7ff-d827-4368-9388-4ae2f37548fb" -d '{"events": [{"server_uuid": "f988121e-a645-4589-993d-18267890b772", "name": "network-vif-plugged", "status": "completed", "tag": "843991aa-b34e-4561-8864-11b7b6b9f72c"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:31.012230 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb51081-a651-47ae-b6ce-98e8dd8c7c9e x-openstack-request-id: req-8fb51081-a651-47ae-b6ce-98e8dd8c7c9e {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:31.012453 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [req-79e89195-837a-45ed-9f23-755e9cc86e21 req-3d44865e-cd6e-4ec6-99f5-ef5f29693a0d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Deleting port 3cfdbe80-6494-4840-a607-d99b72ff39b6 {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:31.012573 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f988121e-a645-4589-993d-18267890b772", "name": "network-vif-plugged", "status": "completed", "tag": "843991aa-b34e-4561-8864-11b7b6b9f72c", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:31.012845 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8fb51081-a651-47ae-b6ce-98e8dd8c7c9e {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:31.012958 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-79e89195-837a-45ed-9f23-755e9cc86e21 req-3d44865e-cd6e-4ec6-99f5-ef5f29693a0d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:31.013410 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f988121e-a645-4589-993d-18267890b772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843991aa-b34e-4561-8864-11b7b6b9f72c', 'code': 200} Jul 13 14:47:31.103448 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [req-79e89195-837a-45ed-9f23-755e9cc86e21 req-3d44865e-cd6e-4ec6-99f5-ef5f29693a0d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] For port 3cfdbe80-6494-4840-a607-d99b72ff39b6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3cfdbe80-6494-4840-a607-d99b72ff39b6,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:31.103801 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-79e89195-837a-45ed-9f23-755e9cc86e21 req-3d44865e-cd6e-4ec6-99f5-ef5f29693a0d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:31.118227 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [req-79e89195-837a-45ed-9f23-755e9cc86e21 req-3d44865e-cd6e-4ec6-99f5-ef5f29693a0d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Calling delete_port for 3cfdbe80-6494-4840-a607-d99b72ff39b6 owned by compute:nova {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:31.257225 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-79e89195-837a-45ed-9f23-755e9cc86e21 req-3d44865e-cd6e-4ec6-99f5-ef5f29693a0d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:31.265782 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:31.269806 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b78835-b60d-4255-8ccd-942589acfab4 req-88d5e05b-cc90-4c01-bc93-7101e65430f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:31.271463 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f2b78835-b60d-4255-8ccd-942589acfab4 req-88d5e05b-cc90-4c01-bc93-7101e65430f7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 1099 time: 0.0893052 Jul 13 14:47:31.289714 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44865e-cd6e-4ec6-99f5-ef5f29693a0d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event deleted for resources: {'Port': ['ID=3cfdbe80-6494-4840-a607-d99b72ff39b6,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:31.329239 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbb262-e8be-488e-83f2-68d9b3fa6e3f req-499208e3-e510-4a15-b293-ec6d1b592ba6 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:31.330889 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e6fbb262-e8be-488e-83f2-68d9b3fa6e3f req-499208e3-e510-4a15-b293-ec6d1b592ba6 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b105c06-d04b-4abf-a28d-5b9eccf6cf41 HTTP/1.1" status: 200 len: 865 time: 0.1105342 Jul 13 14:47:31.342921 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-f2b78835-b60d-4255-8ccd-942589acfab4 req-81646d0a-9dae-49e5-82e0-e9f91fa2ce51 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607336 Jul 13 14:47:31.372966 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e89195-837a-45ed-9f23-755e9cc86e21 req-3d44865e-cd6e-4ec6-99f5-ef5f29693a0d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] No DVR routers for this DVR port 3cfdbe80-6494-4840-a607-d99b72ff39b6 on host hv-cinder-78836 {{(pid=93172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:47:31.375864 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-79e89195-837a-45ed-9f23-755e9cc86e21 req-3d44865e-cd6e-4ec6-99f5-ef5f29693a0d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:31.377909 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-79e89195-837a-45ed-9f23-755e9cc86e21 req-3d44865e-cd6e-4ec6-99f5-ef5f29693a0d tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.44 "DELETE /v2.0/ports/3cfdbe80-6494-4840-a607-d99b72ff39b6 HTTP/1.1" status: 204 len: 173 time: 0.4659131 Jul 13 14:47:31.378359 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b105c06-d04b-4abf-a28d-5b9eccf6cf41', 'name': 'network-vif-deleted', 'tag': '3cfdbe80-6494-4840-a607-d99b72ff39b6'}] {{(pid=93172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:31.380575 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f99a20e7926ac0a9073af94a8a5f0d8e34f6a0025af7e4a09400b7fc179008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2c92cd-5cc3-46bf-9b52-9d4ea43f20ca" -d '{"events": [{"server_uuid": "3b105c06-d04b-4abf-a28d-5b9eccf6cf41", "name": "network-vif-deleted", "tag": "3cfdbe80-6494-4840-a607-d99b72ff39b6"}]}' {{(pid=93172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:31.407956 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e6fbb262-e8be-488e-83f2-68d9b3fa6e3f req-e4f855ca-d3a4-4707-8d3c-fa85eaf1f80e tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671062 Jul 13 14:47:31.449593 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebca90-204e-4275-9de1-03d9d2f6a76b req-dd5d4fed-c60e-430e-8266-a10626fd6787 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:31.451127 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-50ebca90-204e-4275-9de1-03d9d2f6a76b req-dd5d4fed-c60e-430e-8266-a10626fd6787 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 943 time: 0.0910113 Jul 13 14:47:31.465826 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e75174-7219-439f-9daa-e9f496216d01 x-openstack-request-id: req-14e75174-7219-439f-9daa-e9f496216d01 {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:31.466128 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b105c06-d04b-4abf-a28d-5b9eccf6cf41", "name": "network-vif-deleted", "tag": "3cfdbe80-6494-4840-a607-d99b72ff39b6", "status": "completed", "code": 200}]} {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:31.466382 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14e75174-7219-439f-9daa-e9f496216d01 {{(pid=93172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:31.466839 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b105c06-d04b-4abf-a28d-5b9eccf6cf41', 'name': 'network-vif-deleted', 'tag': '3cfdbe80-6494-4840-a607-d99b72ff39b6', 'status': 'completed', 'code': 200} Jul 13 14:47:31.490807 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-50ebca90-204e-4275-9de1-03d9d2f6a76b req-861c660c-922b-4a86-93e4-0ec3c4045dd4 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336750 Jul 13 14:47:31.689679 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0abee-24ea-473e-9cb3-e1b899ac56d4 req-8fa27c9f-0d47-41aa-bee1-c580f9c5a4f9 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:31.691458 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-79b0abee-24ea-473e-9cb3-e1b899ac56d4 req-8fa27c9f-0d47-41aa-bee1-c580f9c5a4f9 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 946 time: 0.0697081 Jul 13 14:47:31.735707 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-79b0abee-24ea-473e-9cb3-e1b899ac56d4 req-d6f647d2-115b-4977-ac4c-6efcdccaace6 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379527 Jul 13 14:47:32.670450 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84b795-d9c3-4d35-ab1c-19d99b12c3cb req-078edb87-a9ea-4102-8ab0-5ffe58467546 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:32.671923 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8f84b795-d9c3-4d35-ab1c-19d99b12c3cb req-078edb87-a9ea-4102-8ab0-5ffe58467546 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 943 time: 0.0653634 Jul 13 14:47:32.709819 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8f84b795-d9c3-4d35-ab1c-19d99b12c3cb req-c1b54461-c387-42fd-854c-ba1e3d7ba84a tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319684 Jul 13 14:47:32.921814 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5fa2a-d1aa-4d00-9265-4384c9dcc2fc req-58f4a58f-130b-41e3-a24d-4ee15c56a11b tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:32.923271 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-64c5fa2a-d1aa-4d00-9265-4384c9dcc2fc req-58f4a58f-130b-41e3-a24d-4ee15c56a11b tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 946 time: 0.0641012 Jul 13 14:47:32.960921 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-64c5fa2a-d1aa-4d00-9265-4384c9dcc2fc req-cfa032b5-a345-4e7d-94f5-1da8010f96bd tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318935 Jul 13 14:47:33.130146 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b1537-2ed1-43a0-b386-4aca4643a6a4 req-3847aac3-0c72-4f83-b0b8-cf72a07abec8 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:33.131599 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fe2b1537-2ed1-43a0-b386-4aca4643a6a4 req-3847aac3-0c72-4f83-b0b8-cf72a07abec8 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 946 time: 0.0646579 Jul 13 14:47:33.167288 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fe2b1537-2ed1-43a0-b386-4aca4643a6a4 req-0b88b0dd-23b1-4c69-b694-d9ee850dcb1a tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303607 Jul 13 14:47:33.543184 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaeffd8-14a5-46a7-8f53-a65d40643cec req-56c26ee2-6f20-479b-97d4-70e945b8cc1a tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:33.544554 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-aaaeffd8-14a5-46a7-8f53-a65d40643cec req-56c26ee2-6f20-479b-97d4-70e945b8cc1a tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 946 time: 0.0639937 Jul 13 14:47:33.580729 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-aaaeffd8-14a5-46a7-8f53-a65d40643cec req-db39d278-c84a-4f3a-8697-9e04c73ee81d tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307159 Jul 13 14:47:33.894679 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115fbb5-509d-4ad0-a739-de08a0aa45d6 req-73d3e314-82de-4998-8d9a-218dbc061120 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:33.896250 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1115fbb5-509d-4ad0-a739-de08a0aa45d6 req-73d3e314-82de-4998-8d9a-218dbc061120 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 943 time: 0.0714338 Jul 13 14:47:33.934374 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1115fbb5-509d-4ad0-a739-de08a0aa45d6 req-cb9ec342-81ac-4994-b917-33435460a1ed tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322750 Jul 13 14:47:34.725948 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56166) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:34.758332 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 93b3121c-7dae-42d0-bbca-d229895e8a09 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:47:34.881334 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-cce0eb2f-0d18-4f5d-930d-4f7bb63f06e0 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Deleting port 9fe60ed7-72d0-4439-bafe-781647867d5c {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:34.881674 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-cce0eb2f-0d18-4f5d-930d-4f7bb63f06e0 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:34.966245 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-cce0eb2f-0d18-4f5d-930d-4f7bb63f06e0 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:34.966578 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-cce0eb2f-0d18-4f5d-930d-4f7bb63f06e0 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:34.982679 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 93b3121c-7dae-42d0-bbca-d229895e8a09, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=93b3121c-7dae-42d0-bbca-d229895e8a09,segment=NetworkSegment(55b2dc89-c943-4c6c-b593-8367b05679e1),segment_id=55b2dc89-c943-4c6c-b593-8367b05679e1)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:34.985462 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-cce0eb2f-0d18-4f5d-930d-4f7bb63f06e0 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Calling delete_port for 9fe60ed7-72d0-4439-bafe-781647867d5c owned by network:floatingip {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:34.994266 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': '93b3121c-7dae-42d0-bbca-d229895e8a09', 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'port_id': '93b3121c-7dae-42d0-bbca-d229895e8a09', 'mac_address': 'fa:16:3e:77:4a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:47:35.034898 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:35.048736 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b3121c-7dae-42d0-bbca-d229895e8a09 {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:47:35.070070 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 93b3121c-7dae-42d0-bbca-d229895e8a09, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=93b3121c-7dae-42d0-bbca-d229895e8a09,segment=NetworkSegment(55b2dc89-c943-4c6c-b593-8367b05679e1),segment_id=55b2dc89-c943-4c6c-b593-8367b05679e1)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:35.075878 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:35.127920 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adef0a-0703-4bab-87c1-6dbb96f743b5 req-543f060c-49ce-4ad1-bc19-5b74a0d02762 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:35.129536 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e5adef0a-0703-4bab-87c1-6dbb96f743b5 req-543f060c-49ce-4ad1-bc19-5b74a0d02762 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 943 time: 0.0744326 Jul 13 14:47:35.135949 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=93b3121c-7dae-42d0-bbca-d229895e8a09,revision_number=4']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:35.158459 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-cce0eb2f-0d18-4f5d-930d-4f7bb63f06e0 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:35.177864 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e5adef0a-0703-4bab-87c1-6dbb96f743b5 req-de456ee8-ce51-49de-9e58-5161f5ac4f18 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404112 Jul 13 14:47:35.186149 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0eb2f-0d18-4f5d-930d-4f7bb63f06e0 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event deleted for resources: {'Port': ['ID=9fe60ed7-72d0-4439-bafe-781647867d5c,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:35.253455 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-cce0eb2f-0d18-4f5d-930d-4f7bb63f06e0 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for floatingip, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:35.253794 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.l3_db [None req-cce0eb2f-0d18-4f5d-930d-4f7bb63f06e0 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Floating IP 17927f16-efab-45e1-8a5c-97d231e23e31 disassociated (deleted). External IP: 172.27.2.41, port: c1dd696b-b199-4bfc-8817-99e46287a5c9. Jul 13 14:47:35.360746 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['93b3121c-7dae-42d0-bbca-d229895e8a09'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:35.456841 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce0eb2f-0d18-4f5d-930d-4f7bb63f06e0 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:47:35.571240 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce0eb2f-0d18-4f5d-930d-4f7bb63f06e0 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:47:35.576533 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-cce0eb2f-0d18-4f5d-930d-4f7bb63f06e0 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:35.583337 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7029ab-871f-4ca9-a156-dbbe053cb0db None None] Sync routers for ids ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:47:35.605537 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7029ab-871f-4ca9-a156-dbbe053cb0db None None] Routers {'4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:35.606169 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-3e7029ab-871f-4ca9-a156-dbbe053cb0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:47:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:35.619530 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-cce0eb2f-0d18-4f5d-930d-4f7bb63f06e0 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "DELETE /v2.0/floatingips/17927f16-efab-45e1-8a5c-97d231e23e31 HTTP/1.1" status: 204 len: 168 time: 0.8924429 Jul 13 14:47:35.620066 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16962761-915e-4913-b24b-fd9efedb2eea', 'tag': 'c1dd696b-b199-4bfc-8817-99e46287a5c9'}] {{(pid=93172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:35.622500 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f99a20e7926ac0a9073af94a8a5f0d8e34f6a0025af7e4a09400b7fc179008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9634e87d-e42b-435c-8e6f-0b3f86144578" -d '{"events": [{"name": "network-changed", "server_uuid": "16962761-915e-4913-b24b-fd9efedb2eea", "tag": "c1dd696b-b199-4bfc-8817-99e46287a5c9"}]}' {{(pid=93172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:35.678250 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a983c1-1429-4859-a622-519b5efea1c8 x-openstack-request-id: req-89a983c1-1429-4859-a622-519b5efea1c8 {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:35.678594 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16962761-915e-4913-b24b-fd9efedb2eea", "tag": "c1dd696b-b199-4bfc-8817-99e46287a5c9", "status": "completed", "code": 200}]} {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:35.678899 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-89a983c1-1429-4859-a622-519b5efea1c8 {{(pid=93172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:35.679392 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16962761-915e-4913-b24b-fd9efedb2eea', 'tag': 'c1dd696b-b199-4bfc-8817-99e46287a5c9', 'status': 'completed', 'code': 200} Jul 13 14:47:35.720339 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-3e7029ab-871f-4ca9-a156-dbbe053cb0db None None] Set router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:35.756675 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634e87d-e42b-435c-8e6f-0b3f86144578 req-f27319b4-221a-47c3-a826-266b1c1f765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:35.758235 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9634e87d-e42b-435c-8e6f-0b3f86144578 req-f27319b4-221a-47c3-a826-266b1c1f765f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9e7c29b365b4dabab5e1082907164f1&device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 1098 time: 0.0519922 Jul 13 14:47:35.860996 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634e87d-e42b-435c-8e6f-0b3f86144578 req-72959b6e-5897-451a-b924-9ec49461a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:35.863040 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9634e87d-e42b-435c-8e6f-0b3f86144578 req-72959b6e-5897-451a-b924-9ec49461a186 service neutron] 10.222.0.44 "GET /v2.0/networks?id=275b173f-f346-4505-bdbc-2adf334f41b4 HTTP/1.1" status: 200 len: 912 time: 0.0936074 Jul 13 14:47:35.921149 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9634e87d-e42b-435c-8e6f-0b3f86144578 req-c0e8a643-0adb-47a1-90fd-ad0e945b17e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1dd696b-b199-4bfc-8817-99e46287a5c9 HTTP/1.1" status: 200 len: 217 time: 0.0418599 Jul 13 14:47:35.930895 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-3e7029ab-871f-4ca9-a156-dbbe053cb0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:35.958173 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7029ab-871f-4ca9-a156-dbbe053cb0db None None] Checking router: 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:47:35.966895 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7029ab-871f-4ca9-a156-dbbe053cb0db None None] Routers {'4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:35.967516 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-3e7029ab-871f-4ca9-a156-dbbe053cb0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:47:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:35.982364 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634e87d-e42b-435c-8e6f-0b3f86144578 req-54469dd7-6db4-45b2-a706-653f2b75f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:35.984493 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9634e87d-e42b-435c-8e6f-0b3f86144578 req-54469dd7-6db4-45b2-a706-653f2b75f5a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f858d18-7848-4749-a84f-ecbf232dcff9 HTTP/1.1" status: 200 len: 850 time: 0.0520053 Jul 13 14:47:36.054030 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634e87d-e42b-435c-8e6f-0b3f86144578 req-b713d20e-fada-4b5d-87c5-261fa07fbae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:36.055758 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9634e87d-e42b-435c-8e6f-0b3f86144578 req-b713d20e-fada-4b5d-87c5-261fa07fbae7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=275b173f-f346-4505-bdbc-2adf334f41b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608346 Jul 13 14:47:36.083215 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-3e7029ab-871f-4ca9-a156-dbbe053cb0db None None] Set router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:36.111488 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53b39c-1fdc-4c43-b2e7-cf48c0bb832e req-7357c628-5ee1-4c5e-b612-6c2304edb366 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:36.113349 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fa53b39c-1fdc-4c43-b2e7-cf48c0bb832e req-7357c628-5ee1-4c5e-b612-6c2304edb366 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 945 time: 0.1664371 Jul 13 14:47:36.155795 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-fa53b39c-1fdc-4c43-b2e7-cf48c0bb832e req-da0ea954-ece4-4a10-89a9-61d4e03ccce3 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347385 Jul 13 14:47:36.156652 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9634e87d-e42b-435c-8e6f-0b3f86144578 req-9d095159-4707-48d6-a559-dabf98e0cc64 service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884829 Jul 13 14:47:36.255317 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9634e87d-e42b-435c-8e6f-0b3f86144578 req-56d6c73e-cd16-429a-a873-28968b8de42e service neutron] 10.222.0.44 "GET /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864127 Jul 13 14:47:36.375537 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156f466-52ac-4381-ab74-3142f22a11ae req-afd93997-9b3a-4610-afb8-b36de472153b tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:36.377034 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e156f466-52ac-4381-ab74-3142f22a11ae req-afd93997-9b3a-4610-afb8-b36de472153b tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 944 time: 0.0640414 Jul 13 14:47:36.379802 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-3e7029ab-871f-4ca9-a156-dbbe053cb0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:36.411623 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7029ab-871f-4ca9-a156-dbbe053cb0db None None] The sync data for ids ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'] in dv-cinder-788365-4-iscsi is: [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'a015560a-63ae-4886-ba3a-135718dced0d', 'name': '', 'network_id': '275b173f-f346-4505-bdbc-2adf334f41b4', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'mac_address': 'fa:16:3e:6f:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'subnets': [{'id': '9f858d18-7848-4749-a84f-ecbf232dcff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:47:36.416632 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e156f466-52ac-4381-ab74-3142f22a11ae req-7685d813-0b89-405e-a727-5fd16a9c40c4 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338085 Jul 13 14:47:36.577170 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-471e3d0a-6a8a-48c1-a2a8-fc0ac1bfedaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.617207 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a29b34-e405-494f-a37d-0fdf85869dbe None None] New status for floating IP 17927f16-efab-45e1-8a5c-97d231e23e31: DOWN {{(pid=93177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:47:36.779641 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 93b3121c-7dae-42d0-bbca-d229895e8a09 up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:36.826043 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning for port 93b3121c-7dae-42d0-bbca-d229895e8a09 completed by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:36.829487 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port 93b3121c-7dae-42d0-bbca-d229895e8a09 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:36.829857 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.907030 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.928284 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a36d6ee-d861-492b-805b-3c3d648f4e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b3121c-7dae-42d0-bbca-d229895e8a09'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:36.930507 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736c9119-cd85-49d6-9e1b-2386adf78e7c" -d '{"events": [{"server_uuid": "8a36d6ee-d861-492b-805b-3c3d648f4e4d", "name": "network-vif-plugged", "status": "completed", "tag": "93b3121c-7dae-42d0-bbca-d229895e8a09"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:36.943285 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 93b3121c-7dae-42d0-bbca-d229895e8a09, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=93b3121c-7dae-42d0-bbca-d229895e8a09,segment=NetworkSegment(55b2dc89-c943-4c6c-b593-8367b05679e1),segment_id=55b2dc89-c943-4c6c-b593-8367b05679e1)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:36.947823 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.980935 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca424d31-e79b-4bdc-8725-3b9aeb841c81 x-openstack-request-id: req-ca424d31-e79b-4bdc-8725-3b9aeb841c81 {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:36.981222 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a36d6ee-d861-492b-805b-3c3d648f4e4d", "name": "network-vif-plugged", "status": "completed", "tag": "93b3121c-7dae-42d0-bbca-d229895e8a09", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:36.981468 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca424d31-e79b-4bdc-8725-3b9aeb841c81 {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:36.981843 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a36d6ee-d861-492b-805b-3c3d648f4e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b3121c-7dae-42d0-bbca-d229895e8a09', 'code': 200} Jul 13 14:47:37.009991 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=93b3121c-7dae-42d0-bbca-d229895e8a09,revision_number=5']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:37.283778 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ce411-e0d8-46d8-9b3f-bdd1ce686b94 req-176661c8-45b2-4303-9c5c-d0f917c573dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:37.285834 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-132ce411-e0d8-46d8-9b3f-bdd1ce686b94 req-176661c8-45b2-4303-9c5c-d0f917c573dd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 1098 time: 0.0507481 Jul 13 14:47:37.334971 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-132ce411-e0d8-46d8-9b3f-bdd1ce686b94 req-15f66f86-9a35-4305-9345-f4dc38c9c60a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377057 Jul 13 14:47:37.381220 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bce4a9-0464-4c1f-b8e7-8e88b5b899bc req-3c3a97d9-3e77-4e7f-8464-19853fea4cad tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:37.382604 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c0bce4a9-0464-4c1f-b8e7-8e88b5b899bc req-3c3a97d9-3e77-4e7f-8464-19853fea4cad tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 945 time: 0.1143858 Jul 13 14:47:37.419900 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c0bce4a9-0464-4c1f-b8e7-8e88b5b899bc req-b043ebd4-af44-453e-8455-60546ff1fb04 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/security-groups?id=b8aa9764-3590-41bb-82f9-b91d6329e1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317895 Jul 13 14:47:37.587463 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9815b-1e80-4478-b8cd-b6181b14b033 req-d96e4551-bcc9-4392-b81d-b85828f726c7 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:37.588309 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-39c9815b-1e80-4478-b8cd-b6181b14b033 req-d96e4551-bcc9-4392-b81d-b85828f726c7 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.0628564 Jul 13 14:47:37.625904 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-39c9815b-1e80-4478-b8cd-b6181b14b033 req-1bf083d5-5ddc-4cba-b77a-06c0c0e8e44a tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321815 Jul 13 14:47:38.075808 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622218b-08de-42a7-9d0e-ea8dc8a18abb req-69d5e50f-4829-4980-a68e-f06be0cd32de tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:38.077152 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-e622218b-08de-42a7-9d0e-ea8dc8a18abb req-69d5e50f-4829-4980-a68e-f06be0cd32de tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.44 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 945 time: 0.0624921 Jul 13 14:47:38.190175 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [req-e622218b-08de-42a7-9d0e-ea8dc8a18abb req-78746bbe-2c05-473b-ad5f-9ca8438b3a85 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Deleting port c1dd696b-b199-4bfc-8817-99e46287a5c9 {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:38.190532 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-e622218b-08de-42a7-9d0e-ea8dc8a18abb req-78746bbe-2c05-473b-ad5f-9ca8438b3a85 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.272865 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [req-e622218b-08de-42a7-9d0e-ea8dc8a18abb req-78746bbe-2c05-473b-ad5f-9ca8438b3a85 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] For port c1dd696b-b199-4bfc-8817-99e46287a5c9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c1dd696b-b199-4bfc-8817-99e46287a5c9,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:38.273218 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-e622218b-08de-42a7-9d0e-ea8dc8a18abb req-78746bbe-2c05-473b-ad5f-9ca8438b3a85 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.285791 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [req-e622218b-08de-42a7-9d0e-ea8dc8a18abb req-78746bbe-2c05-473b-ad5f-9ca8438b3a85 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Calling delete_port for c1dd696b-b199-4bfc-8817-99e46287a5c9 owned by compute:nova {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:38.410263 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-e622218b-08de-42a7-9d0e-ea8dc8a18abb req-78746bbe-2c05-473b-ad5f-9ca8438b3a85 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.437425 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78746bbe-2c05-473b-ad5f-9ca8438b3a85 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event deleted for resources: {'Port': ['ID=c1dd696b-b199-4bfc-8817-99e46287a5c9,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:38.485631 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [req-e622218b-08de-42a7-9d0e-ea8dc8a18abb req-78746bbe-2c05-473b-ad5f-9ca8438b3a85 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] No DVR routers for this DVR port c1dd696b-b199-4bfc-8817-99e46287a5c9 on host hv-cinder-78836 {{(pid=93172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:47:38.488620 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-e622218b-08de-42a7-9d0e-ea8dc8a18abb req-78746bbe-2c05-473b-ad5f-9ca8438b3a85 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.490817 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-e622218b-08de-42a7-9d0e-ea8dc8a18abb req-78746bbe-2c05-473b-ad5f-9ca8438b3a85 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.44 "DELETE /v2.0/ports/c1dd696b-b199-4bfc-8817-99e46287a5c9 HTTP/1.1" status: 204 len: 173 time: 0.3974643 Jul 13 14:47:38.491263 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16962761-915e-4913-b24b-fd9efedb2eea', 'name': 'network-vif-deleted', 'tag': 'c1dd696b-b199-4bfc-8817-99e46287a5c9'}] {{(pid=93172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:38.493487 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f99a20e7926ac0a9073af94a8a5f0d8e34f6a0025af7e4a09400b7fc179008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd85ceb-1f95-4111-8604-88bfe7745aaf" -d '{"events": [{"server_uuid": "16962761-915e-4913-b24b-fd9efedb2eea", "name": "network-vif-deleted", "tag": "c1dd696b-b199-4bfc-8817-99e46287a5c9"}]}' {{(pid=93172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:38.534035 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535f1795-38b2-41da-afcb-29ec554aa4ea x-openstack-request-id: req-535f1795-38b2-41da-afcb-29ec554aa4ea {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:38.535272 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16962761-915e-4913-b24b-fd9efedb2eea", "name": "network-vif-deleted", "tag": "c1dd696b-b199-4bfc-8817-99e46287a5c9", "status": "completed", "code": 200}]} {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:38.535585 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-535f1795-38b2-41da-afcb-29ec554aa4ea {{(pid=93172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:38.536080 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16962761-915e-4913-b24b-fd9efedb2eea', 'name': 'network-vif-deleted', 'tag': 'c1dd696b-b199-4bfc-8817-99e46287a5c9', 'status': 'completed', 'code': 200} Jul 13 14:47:38.570388 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2036060e-6b28-4645-a37c-21f8d47d90d7 req-6a028832-bf0f-4171-9d6a-71ea8337dd99 tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "GET /v2.0/ports?device_id=16962761-915e-4913-b24b-fd9efedb2eea HTTP/1.1" status: 200 len: 210 time: 0.0337481 Jul 13 14:47:38.798234 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d455e-7e59-49b2-b465-0cb83d43d1e8 req-a4d791e0-ce91-4d94-890d-a3913a563ab2 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:38.799804 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b89d455e-7e59-49b2-b465-0cb83d43d1e8 req-a4d791e0-ce91-4d94-890d-a3913a563ab2 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.0641329 Jul 13 14:47:38.841126 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b89d455e-7e59-49b2-b465-0cb83d43d1e8 req-f96352d6-9e64-4a93-afbb-8dbc096a9e8d tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356183 Jul 13 14:47:39.018484 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00ccae-2986-49fe-b723-8e7c46bf6299 req-0be329b3-c554-47e0-9c00-ee1859410cbe tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:39.020468 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ff00ccae-2986-49fe-b723-8e7c46bf6299 req-0be329b3-c554-47e0-9c00-ee1859410cbe tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.0668612 Jul 13 14:47:39.057433 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-ff00ccae-2986-49fe-b723-8e7c46bf6299 req-4a166aaa-f951-4f47-9c6a-f04620646965 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310173 Jul 13 14:47:39.080904 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56220) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:39.170720 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955f944d-ae13-49a9-9802-dc6a3e6896c4 tempest-TestShelveInstance-613454938 tempest-TestShelveInstance-613454938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:39.172196 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-955f944d-ae13-49a9-9802-dc6a3e6896c4 tempest-TestShelveInstance-613454938 tempest-TestShelveInstance-613454938-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 1093 time: 0.0903335 Jul 13 14:47:39.175641 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56224) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:39.179873 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Request body: {'floatingip': {'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'port_id': '93b3121c-7dae-42d0-bbca-d229895e8a09', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:39.201135 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for floatingip, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.291313 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.386246 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-1777250f-65e9-4201-ad8c-2887541e8461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.400839 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Allocated IP 172.27.2.200 (64164622-617a-4d99-aad1-f3cf00d7c839/9a558fe0-5def-4fa7-9003-30b84af57514/c6083a8d-2c19-4a7a-9609-ff6d6f46160d) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:39.497469 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.537760 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.577258 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:39.580084 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:39.585920 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:39.614464 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Pushing event updated for resources: {'Port': ['ID=c6083a8d-2c19-4a7a-9609-ff6d6f46160d,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:39.628446 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.665676 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56228) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:39.794746 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-cb9a81f1-260d-43d9-b13f-d78bcc551abd tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Deleting port 898328de-29c6-47a0-af1b-f99557a7b90a {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:39.795096 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cb9a81f1-260d-43d9-b13f-d78bcc551abd tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.144973 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cb9a81f1-260d-43d9-b13f-d78bcc551abd tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.145306 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cb9a81f1-260d-43d9-b13f-d78bcc551abd tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.157084 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-cb9a81f1-260d-43d9-b13f-d78bcc551abd tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Calling delete_port for 898328de-29c6-47a0-af1b-f99557a7b90a owned by network:floatingip {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:40.187755 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.240316 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.266782 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.291137 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cb9a81f1-260d-43d9-b13f-d78bcc551abd tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.317364 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a81f1-260d-43d9-b13f-d78bcc551abd tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event deleted for resources: {'Port': ['ID=898328de-29c6-47a0-af1b-f99557a7b90a,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:40.378887 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cb9a81f1-260d-43d9-b13f-d78bcc551abd tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for floatingip, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.381295 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cb9a81f1-260d-43d9-b13f-d78bcc551abd tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.382424 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-cb9a81f1-260d-43d9-b13f-d78bcc551abd tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "DELETE /v2.0/floatingips/fd4a2e1d-876d-451c-bc01-0a53fe2ac797 HTTP/1.1" status: 204 len: 168 time: 0.7157800 Jul 13 14:47:40.416085 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for port, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.420574 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8777659'] for port, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.487335 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Pushing event updated for resources: {'Port': ['ID=c6083a8d-2c19-4a7a-9609-ff6d6f46160d,revision_number=2']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:40.497091 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909700'] for floatingip, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.600103 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.l3_db [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Floating IP 97d4c53e-179e-4d87-b25c-e0edb4286e79 associated. External IP: 172.27.2.200, port: 93b3121c-7dae-42d0-bbca-d229895e8a09. Jul 13 14:47:40.786775 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device c1dd696b-b199-4bfc-8817-99e46287a5c9 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:47:40.809222 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: c1dd696b-b199-4bfc-8817-99e46287a5c9 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:47:40.809563 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device c1dd696b-b199-4bfc-8817-99e46287a5c9 not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:47:40.817107 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Router 778d8ccc-64f9-4631-9c3b-d14e4b484c71 has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:47:40.927151 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:47:40.936182 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d34c9e-7760-4b95-902a-39e53bdd9718 None None] Sync routers for ids ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:47:40.941755 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.945380 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d34c9e-7760-4b95-902a-39e53bdd9718 None None] Routers {'778d8ccc-64f9-4631-9c3b-d14e4b484c71'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:40.946082 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-54d34c9e-7760-4b95-902a-39e53bdd9718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:47:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:40.977338 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-824b2695-6587-41d2-8813-388fa2efe040 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8007743 Jul 13 14:47:40.977957 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a36d6ee-d861-492b-805b-3c3d648f4e4d', 'tag': '93b3121c-7dae-42d0-bbca-d229895e8a09'}] {{(pid=93172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:40.980204 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f99a20e7926ac0a9073af94a8a5f0d8e34f6a0025af7e4a09400b7fc179008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626db7ef-f506-44c9-b26a-7634211412e8" -d '{"events": [{"name": "network-changed", "server_uuid": "8a36d6ee-d861-492b-805b-3c3d648f4e4d", "tag": "93b3121c-7dae-42d0-bbca-d229895e8a09"}]}' {{(pid=93172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:41.024250 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b6c6e6-56d6-4aaa-9f6c-86d0a2c3d3b9 x-openstack-request-id: req-07b6c6e6-56d6-4aaa-9f6c-86d0a2c3d3b9 {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:41.024533 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a36d6ee-d861-492b-805b-3c3d648f4e4d", "tag": "93b3121c-7dae-42d0-bbca-d229895e8a09", "status": "completed", "code": 200}]} {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:41.024811 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07b6c6e6-56d6-4aaa-9f6c-86d0a2c3d3b9 {{(pid=93172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:41.025203 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a36d6ee-d861-492b-805b-3c3d648f4e4d', 'tag': '93b3121c-7dae-42d0-bbca-d229895e8a09', 'status': 'completed', 'code': 200} Jul 13 14:47:41.051976 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-54d34c9e-7760-4b95-902a-39e53bdd9718 None None] Set router 778d8ccc-64f9-4631-9c3b-d14e4b484c71 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:41.103204 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626db7ef-f506-44c9-b26a-7634211412e8 req-c46af6a7-b072-482a-8e73-2f8e3d3e4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:41.104707 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-626db7ef-f506-44c9-b26a-7634211412e8 req-c46af6a7-b072-482a-8e73-2f8e3d3e4dc8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b987c762993a4dbaab6e33aab175d7fd&device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 1098 time: 0.0507882 Jul 13 14:47:41.209400 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626db7ef-f506-44c9-b26a-7634211412e8 req-a3f03db6-eaeb-4887-902d-a7ef68ccf964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:41.210903 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-626db7ef-f506-44c9-b26a-7634211412e8 req-a3f03db6-eaeb-4887-902d-a7ef68ccf964 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd HTTP/1.1" status: 200 len: 909 time: 0.0851135 Jul 13 14:47:41.272403 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-54d34c9e-7760-4b95-902a-39e53bdd9718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'name': 'tempest-TestShelveInstance-282165968-router', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8841ddaf-5564-427a-a648-1d82464649e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:42Z', 'updated_at': '2021-07-13T14:46:45Z', 'revision_number': 4, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'gw_port': {'id': '8841ddaf-5564-427a-a648-1d82464649e5', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:43Z', 'updated_at': '2021-07-13T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '97d4c53e-179e-4d87-b25c-e0edb4286e79', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'port_id': '93b3121c-7dae-42d0-bbca-d229895e8a09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'mac_address': 'fa:16:3e:77:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a36d6ee-d861-492b-805b-3c3d648f4e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:47:40Z', 'updated_at': '2021-07-13T14:47:40Z', 'revision_number': 0, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce11d42-3c79-4abd-b9df-4f00a691d97b', 'name': '', 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'mac_address': 'fa:16:3e:3b:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:44Z', 'updated_at': '2021-07-13T14:46:53Z', 'revision_number': 5, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'subnets': [{'id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:41.297779 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d34c9e-7760-4b95-902a-39e53bdd9718 None None] Checking router: 778d8ccc-64f9-4631-9c3b-d14e4b484c71 for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:47:41.307866 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d34c9e-7760-4b95-902a-39e53bdd9718 None None] Routers {'778d8ccc-64f9-4631-9c3b-d14e4b484c71'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:41.308470 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-54d34c9e-7760-4b95-902a-39e53bdd9718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:47:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:41.308865 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-626db7ef-f506-44c9-b26a-7634211412e8 req-0ab5fe86-ac54-4d99-b0fb-d2d840b06347 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93b3121c-7dae-42d0-bbca-d229895e8a09 HTTP/1.1" status: 200 len: 999 time: 0.0872648 Jul 13 14:47:41.361365 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626db7ef-f506-44c9-b26a-7634211412e8 req-dc67ea23-4a32-4632-a6f8-a198ef4f9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:41.363394 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-626db7ef-f506-44c9-b26a-7634211412e8 req-dc67ea23-4a32-4632-a6f8-a198ef4f9db6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b203082-dd03-475d-bdbf-be5c9c0c8abc HTTP/1.1" status: 200 len: 847 time: 0.0426106 Jul 13 14:47:41.428346 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626db7ef-f506-44c9-b26a-7634211412e8 req-4c5835e9-4ce5-488e-9a79-f86466a16154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:41.429934 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-626db7ef-f506-44c9-b26a-7634211412e8 req-4c5835e9-4ce5-488e-9a79-f86466a16154 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542018 Jul 13 14:47:41.523682 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-626db7ef-f506-44c9-b26a-7634211412e8 req-3171fa25-464f-443b-bd09-a26e1022314a service neutron] 10.222.0.44 "GET /v2.0/networks/7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857589 Jul 13 14:47:41.531895 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-54d34c9e-7760-4b95-902a-39e53bdd9718 None None] Set router 778d8ccc-64f9-4631-9c3b-d14e4b484c71 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:41.617333 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-626db7ef-f506-44c9-b26a-7634211412e8 req-14137260-15d8-4767-9755-2ec31ba6f958 service neutron] 10.222.0.44 "GET /v2.0/networks/7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827255 Jul 13 14:47:41.649872 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56248) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:41.707409 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8afbe3c8-ec1c-46c5-a272-ef2cc53579ef tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.732628 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8afbe3c8-ec1c-46c5-a272-ef2cc53579ef tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.758304 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-54d34c9e-7760-4b95-902a-39e53bdd9718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'name': 'tempest-TestShelveInstance-282165968-router', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8841ddaf-5564-427a-a648-1d82464649e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:42Z', 'updated_at': '2021-07-13T14:46:45Z', 'revision_number': 4, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'gw_port': {'id': '8841ddaf-5564-427a-a648-1d82464649e5', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:43Z', 'updated_at': '2021-07-13T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '97d4c53e-179e-4d87-b25c-e0edb4286e79', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'port_id': '93b3121c-7dae-42d0-bbca-d229895e8a09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'mac_address': 'fa:16:3e:77:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a36d6ee-d861-492b-805b-3c3d648f4e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:47:40Z', 'updated_at': '2021-07-13T14:47:40Z', 'revision_number': 0, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce11d42-3c79-4abd-b9df-4f00a691d97b', 'name': '', 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'mac_address': 'fa:16:3e:3b:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:44Z', 'updated_at': '2021-07-13T14:46:53Z', 'revision_number': 5, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'subnets': [{'id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:41.794084 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d34c9e-7760-4b95-902a-39e53bdd9718 None None] The sync data for ids ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'] in dv-cinder-788365-4-iscsi is: [{'id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'name': 'tempest-TestShelveInstance-282165968-router', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8841ddaf-5564-427a-a648-1d82464649e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:42Z', 'updated_at': '2021-07-13T14:46:45Z', 'revision_number': 4, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'gw_port': {'id': '8841ddaf-5564-427a-a648-1d82464649e5', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:43Z', 'updated_at': '2021-07-13T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '97d4c53e-179e-4d87-b25c-e0edb4286e79', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'port_id': '93b3121c-7dae-42d0-bbca-d229895e8a09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'mac_address': 'fa:16:3e:77:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a36d6ee-d861-492b-805b-3c3d648f4e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:47:40Z', 'updated_at': '2021-07-13T14:47:40Z', 'revision_number': 0, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce11d42-3c79-4abd-b9df-4f00a691d97b', 'name': '', 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'mac_address': 'fa:16:3e:3b:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:44Z', 'updated_at': '2021-07-13T14:46:53Z', 'revision_number': 5, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'subnets': [{'id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:47:41.794954 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8afbe3c8-ec1c-46c5-a272-ef2cc53579ef tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.798716 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8afbe3c8-ec1c-46c5-a272-ef2cc53579ef tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.800458 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-8afbe3c8-ec1c-46c5-a272-ef2cc53579ef tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] 10.222.0.42 "DELETE /v2.0/security-groups/b8aa9764-3590-41bb-82f9-b91d6329e1bc HTTP/1.1" status: 204 len: 168 time: 0.1494937 Jul 13 14:47:41.809909 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbe3c8-ec1c-46c5-a272-ef2cc53579ef tempest-TestVolumeBootPattern-1988036564 tempest-TestVolumeBootPattern-1988036564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8aa9764-3590-41bb-82f9-b91d6329e1bc,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:41.867368 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56254) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:42.006640 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26065a37-7c13-4023-87d9-bdeb47ac695a None None] New status for floating IP 97d4c53e-179e-4d87-b25c-e0edb4286e79: ACTIVE {{(pid=93177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:47:42.064351 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.329418 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f0794039-a020-4dc6-a1f7-b186b7127eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3911492'] for router_interface, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.574540 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-f0794039-a020-4dc6-a1f7-b186b7127eff admin admin] Deleting port a015560a-63ae-4886-ba3a-135718dced0d {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:42.574877 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f0794039-a020-4dc6-a1f7-b186b7127eff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.653148 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [None req-f0794039-a020-4dc6-a1f7-b186b7127eff admin admin] For port a015560a-63ae-4886-ba3a-135718dced0d, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=a015560a-63ae-4886-ba3a-135718dced0d,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:42.653836 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f0794039-a020-4dc6-a1f7-b186b7127eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.666188 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-f0794039-a020-4dc6-a1f7-b186b7127eff admin admin] Calling delete_port for a015560a-63ae-4886-ba3a-135718dced0d owned by network:router_interface {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:42.842528 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f0794039-a020-4dc6-a1f7-b186b7127eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.868969 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0794039-a020-4dc6-a1f7-b186b7127eff admin admin] Pushing event deleted for resources: {'Port': ['ID=a015560a-63ae-4886-ba3a-135718dced0d,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:43.042042 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f0794039-a020-4dc6-a1f7-b186b7127eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3911656'] for router_interface, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.298268 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0730d00-86a7-4520-938b-da9150604369 req-82e2efe6-97fd-43c7-bb4f-20da773faf73 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:43.300180 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c0730d00-86a7-4520-938b-da9150604369 req-82e2efe6-97fd-43c7-bb4f-20da773faf73 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 946 time: 0.1462767 Jul 13 14:47:43.315118 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0794039-a020-4dc6-a1f7-b186b7127eff admin admin] Router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:47:43.350603 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c0730d00-86a7-4520-938b-da9150604369 req-0bfd7ad7-e9c1-4078-82a1-e83fe8497972 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446131 Jul 13 14:47:43.375078 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56266) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:43.448854 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0794039-a020-4dc6-a1f7-b186b7127eff admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:47:43.454507 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-f0794039-a020-4dc6-a1f7-b186b7127eff admin admin] 10.222.0.42 "PUT /v2.0/routers/4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5852184 Jul 13 14:47:43.456493 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56270) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:43.457553 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9034d84-70ef-4830-b8b9-1e216f1c7639 None None] Sync routers for ids ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:47:43.466613 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40ecfec-e0fb-49df-8c3b-9e7887e6a9fb tempest-TestMinimumBasicScenario-1079435247 tempest-TestMinimumBasicScenario-1079435247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:43.466801 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9034d84-70ef-4830-b8b9-1e216f1c7639 None None] Routers {'4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:43.467457 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-d9034d84-70ef-4830-b8b9-1e216f1c7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:47:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:43.471739 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-b40ecfec-e0fb-49df-8c3b-9e7887e6a9fb tempest-TestMinimumBasicScenario-1079435247 tempest-TestMinimumBasicScenario-1079435247-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 1094 time: 0.0923734 Jul 13 14:47:43.472044 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56272) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:43.476629 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Request body: {'floatingip': {'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'port_id': '843991aa-b34e-4561-8864-11b7b6b9f72c', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:43.499104 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for floatingip, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.563163 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f06aed4e-4c8b-418d-836c-efe9d27f1b44 admin admin] Notify callbacks [] for router, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.571529 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-d9034d84-70ef-4830-b8b9-1e216f1c7639 None None] Set router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:43.596917 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.667475 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f06aed4e-4c8b-418d-836c-efe9d27f1b44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.710452 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_common [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Allocated IP 172.27.2.94 (64164622-617a-4d99-aad1-f3cf00d7c839/9a558fe0-5def-4fa7-9003-30b84af57514/9669abb3-581b-4175-8c51-c0bff12450a2) {{(pid=93172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:43.728310 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-f06aed4e-4c8b-418d-836c-efe9d27f1b44 admin admin] Deleting port 381b953a-7235-4af4-b76f-b7b1b08c9524 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:43.728679 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f06aed4e-4c8b-418d-836c-efe9d27f1b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.755072 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-d9034d84-70ef-4830-b8b9-1e216f1c7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:47:42Z', 'revision_number': 5, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port': {'id': '381b953a-7235-4af4-b76f-b7b1b08c9524', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:47Z', 'updated_at': '2021-07-13T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:43.784975 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9034d84-70ef-4830-b8b9-1e216f1c7639 None None] Checking router: 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:47:43.793474 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9034d84-70ef-4830-b8b9-1e216f1c7639 None None] Routers {'4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:43.794198 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-d9034d84-70ef-4830-b8b9-1e216f1c7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:47:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:43.812347 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for port, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.812900 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [None req-f06aed4e-4c8b-418d-836c-efe9d27f1b44 admin admin] For port 381b953a-7235-4af4-b76f-b7b1b08c9524, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=381b953a-7235-4af4-b76f-b7b1b08c9524,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:43.813323 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f06aed4e-4c8b-418d-836c-efe9d27f1b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.828163 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-f06aed4e-4c8b-418d-836c-efe9d27f1b44 admin admin] Calling delete_port for 381b953a-7235-4af4-b76f-b7b1b08c9524 owned by network:router_gateway {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:43.851427 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760774547869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.889192 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-d9034d84-70ef-4830-b8b9-1e216f1c7639 None None] Set router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b gateway port host: None {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:43.894765 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Network 64164622-617a-4d99-aad1-f3cf00d7c839 is already hosted by enough agents. {{(pid=93172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:43.897739 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.base_scheduler [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Resources bound (agent type, host, resource id): {{(pid=93172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:43.902099 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Received port after_create {{(pid=93172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:43.905220 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Pushing event updated for resources: {'Port': ['ID=9669abb3-581b-4175-8c51-c0bff12450a2,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:43.935170 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:43.935604 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:43.936017 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:43.936424 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:43.936932 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:43.937335 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:43.937735 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:43.938133 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:43.938532 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:43.939200 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:43.939606 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:43.940043 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:43.956736 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-d9034d84-70ef-4830-b8b9-1e216f1c7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:47:43Z', 'revision_number': 6, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port_host': None}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:43.986576 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9034d84-70ef-4830-b8b9-1e216f1c7639 None None] The sync data for ids ['4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b'] in dv-cinder-788365-4-iscsi is: [{'id': '4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b', 'name': 'tempest-TestVolumeBootPattern-282675679-router', 'tenant_id': 'f9e7c29b365b4dabab5e1082907164f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:46Z', 'updated_at': '2021-07-13T14:47:43Z', 'revision_number': 6, 'project_id': 'f9e7c29b365b4dabab5e1082907164f1', 'gw_port_host': None}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:47:44.010423 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f06aed4e-4c8b-418d-836c-efe9d27f1b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.037357 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06aed4e-4c8b-418d-836c-efe9d27f1b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=381b953a-7235-4af4-b76f-b7b1b08c9524,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:44.107116 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f06aed4e-4c8b-418d-836c-efe9d27f1b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3909646'] for router_gateway, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.198239 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f06aed4e-4c8b-418d-836c-efe9d27f1b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3910901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1147'] for router, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.200372 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f06aed4e-4c8b-418d-836c-efe9d27f1b44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.245634 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f06aed4e-4c8b-418d-836c-efe9d27f1b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3914245'] for router, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.246186 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06aed4e-4c8b-418d-836c-efe9d27f1b44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b {{(pid=93173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:47:44.250642 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f06aed4e-4c8b-418d-836c-efe9d27f1b44 admin admin] Notify callbacks [] for router, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.251781 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-f06aed4e-4c8b-418d-836c-efe9d27f1b44 admin admin] 10.222.0.42 "DELETE /v2.0/routers/4c958a76-a4e1-4d7d-a4b5-c5c2b2fa8c3b HTTP/1.1" status: 204 len: 168 time: 0.7942648 Jul 13 14:47:44.254314 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56274) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:44.287676 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.298928 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_v2 [None req-db59f548-f7c0-47cd-87f7-e2c1e8fff585 admin admin] Deleting subnet 9f858d18-7848-4749-a84f-ecbf232dcff9 {{(pid=93173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:47:44.302135 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-db59f548-f7c0-47cd-87f7-e2c1e8fff585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.346952 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-db59f548-f7c0-47cd-87f7-e2c1e8fff585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916697'] for subnet, precommit_delete_associations {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.369743 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.456128 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-db59f548-f7c0-47cd-87f7-e2c1e8fff585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675533'] for subnet, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.513925 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-db59f548-f7c0-47cd-87f7-e2c1e8fff585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8945343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9032460'] for subnet, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.520773 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for port, precommit_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.525550 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8777659'] for port, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.542879 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-db59f548-f7c0-47cd-87f7-e2c1e8fff585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.544788 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-db59f548-f7c0-47cd-87f7-e2c1e8fff585 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9f858d18-7848-4749-a84f-ecbf232dcff9 HTTP/1.1" status: 204 len: 168 time: 0.2895133 Jul 13 14:47:44.546359 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59f548-f7c0-47cd-87f7-e2c1e8fff585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f858d18-7848-4749-a84f-ecbf232dcff9,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:44.548441 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee302d61-62db-4ab6-8615-b86f7d87e9cb None None] Network 275b173f-f346-4505-bdbc-2adf334f41b4 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:47:44.548939 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56276) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:44.602685 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Pushing event updated for resources: {'Port': ['ID=9669abb3-581b-4175-8c51-c0bff12450a2,revision_number=2']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:44.609253 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909700'] for floatingip, after_update {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.622609 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593188'] for network, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.678051 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] Deleting port ef13c688-3015-4970-896a-c1b351205769 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:44.678788 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.711082 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.l3_db [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Floating IP 89f55a84-95cb-4968-b45c-04cb60c27c03 associated. External IP: 172.27.2.94, port: 843991aa-b34e-4561-8864-11b7b6b9f72c. Jul 13 14:47:44.749690 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] For port ef13c688-3015-4970-896a-c1b351205769, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=ef13c688-3015-4970-896a-c1b351205769,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:44.750061 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.764428 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] Calling delete_port for ef13c688-3015-4970-896a-c1b351205769 owned by network:dhcp {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:44.778719 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] DHCP port deletion for 275b173f-f346-4505-bdbc-2adf334f41b4 request from dv-cinder-788365-4-iscsi {{(pid=93174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:47:44.844985 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] Deleting port ef13c688-3015-4970-896a-c1b351205769 {{(pid=93174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:44.845724 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.860650 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.890738 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef13c688-3015-4970-896a-c1b351205769,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:44.898959 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] No DVR routers for this DVR port ef13c688-3015-4970-896a-c1b351205769 on host dv-cinder-788365-4-iscsi {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:47:44.925214 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] For port ef13c688-3015-4970-896a-c1b351205769, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=ef13c688-3015-4970-896a-c1b351205769,segment=NetworkSegment(14509920-ef74-4ee4-955d-b3b279f5a66b),segment_id=14509920-ef74-4ee4-955d-b3b279f5a66b)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:44.925704 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.942530 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] Calling delete_port for ef13c688-3015-4970-896a-c1b351205769 owned by network:dhcp {{(pid=93174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:44.946793 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Router 42708db7-ad4b-4096-9614-94e685f1a1ae has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:47:44.972368 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672344', 'neutron.services.segments.db._delete_segments_for_network-8760775097411'] for network, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.982161 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275b173f-f346-4505-bdbc-2adf334f41b4']}} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:44.992452 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14509920-ef74-4ee4-955d-b3b279f5a66b') {'for_net_delete': True} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:44.992777 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14509920-ef74-4ee4-955d-b3b279f5a66b') {} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:45.001694 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760775099212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916672'] for segment, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.017015 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.025229 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=93173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:47:45.025787 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8950289'] for segment, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: Traceback (most recent call last): Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: timer() Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: cb(*args, **kw) Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: return func(*args, **kwargs) Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: self._notify() Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: self.callback(batched_events) Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: event.method(event) Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: return f(self, *a, **k) Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: return self._get(url).json() Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: return self.request(url, 'GET', **kwargs) Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:47:45.027618 dv-cinder-788365-4-iscsi neutron-server[93173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:47:45.032984 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878'] for port, after_delete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.062074 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] Pushing event deleted for resources: {'Port': ['ID=ef13c688-3015-4970-896a-c1b351205769,revision_number=None']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:45.071206 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] No DVR routers for this DVR port ef13c688-3015-4970-896a-c1b351205769 on host dv-cinder-788365-4-iscsi {{(pid=93174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:47:45.075513 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:45.079759 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:45.080372 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:45.084823 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:45.085401 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:45.085757 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:45.086099 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:45.086696 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:45.087035 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:45.087366 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:45.087694 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:45.088016 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6287e-2c09-46da-9472-8ac80410af04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:45.114279 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909738'] for network, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.120401 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.122387 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] 10.222.0.42 "DELETE /v2.0/networks/275b173f-f346-4505-bdbc-2adf334f41b4 HTTP/1.1" status: 204 len: 168 time: 0.5725050 Jul 13 14:47:45.136568 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56278) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:45.185520 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1a06d-571b-43e5-9f45-4272ce493f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=275b173f-f346-4505-bdbc-2adf334f41b4,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:45.308507 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:47:45.320142 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59929cf1-1b2d-495d-88ec-78fd0f1b98fa None None] Sync routers for ids ['42708db7-ad4b-4096-9614-94e685f1a1ae'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:47:45.329520 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.331472 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59929cf1-1b2d-495d-88ec-78fd0f1b98fa None None] Routers {'42708db7-ad4b-4096-9614-94e685f1a1ae'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:45.333126 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-59929cf1-1b2d-495d-88ec-78fd0f1b98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:47:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['42708db7-ad4b-4096-9614-94e685f1a1ae'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:45.372229 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-6a7731da-2193-4ca9-b9d1-9fafcb37697e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8964646 Jul 13 14:47:45.372229 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f988121e-a645-4589-993d-18267890b772', 'tag': '843991aa-b34e-4561-8864-11b7b6b9f72c'}] {{(pid=93172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:45.372891 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f99a20e7926ac0a9073af94a8a5f0d8e34f6a0025af7e4a09400b7fc179008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2593744-560c-4f23-8ea5-c259c36801c5" -d '{"events": [{"name": "network-changed", "server_uuid": "f988121e-a645-4589-993d-18267890b772", "tag": "843991aa-b34e-4561-8864-11b7b6b9f72c"}]}' {{(pid=93172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:45.380703 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56280) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:45.385691 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-dcae0d6e-835c-49d9-8746-6d2f9b676df9 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-900305597', 'description': 'tempest-secgroup-smoke-900305597 description', 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:45.425505 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-dcae0d6e-835c-49d9-8746-6d2f9b676df9 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.428501 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device ef13c688-3015-4970-896a-c1b351205769 no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:47:45.436452 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53368e9-ce3f-4b20-937f-72ebbae8df89 x-openstack-request-id: req-b53368e9-ce3f-4b20-937f-72ebbae8df89 {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:45.436754 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f988121e-a645-4589-993d-18267890b772", "tag": "843991aa-b34e-4561-8864-11b7b6b9f72c", "status": "completed", "code": 200}]} {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:45.436999 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b53368e9-ce3f-4b20-937f-72ebbae8df89 {{(pid=93172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:45.437381 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f988121e-a645-4589-993d-18267890b772', 'tag': '843991aa-b34e-4561-8864-11b7b6b9f72c', 'status': 'completed', 'code': 200} Jul 13 14:47:45.453184 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: ef13c688-3015-4970-896a-c1b351205769 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:47:45.453989 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device ef13c688-3015-4970-896a-c1b351205769 not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:47:45.454861 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 381b953a-7235-4af4-b76f-b7b1b08c9524 no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:47:45.475888 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-59929cf1-1b2d-495d-88ec-78fd0f1b98fa None None] Set router 42708db7-ad4b-4096-9614-94e685f1a1ae gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:45.482207 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: 381b953a-7235-4af4-b76f-b7b1b08c9524 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:47:45.482643 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 381b953a-7235-4af4-b76f-b7b1b08c9524 not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:47:45.483134 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device a015560a-63ae-4886-ba3a-135718dced0d no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:47:45.506130 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: a015560a-63ae-4886-ba3a-135718dced0d {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:47:45.506583 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device a015560a-63ae-4886-ba3a-135718dced0d not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:47:45.568388 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-dcae0d6e-835c-49d9-8746-6d2f9b676df9 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.571645 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2593744-560c-4f23-8ea5-c259c36801c5 req-46f25f6d-84e1-4b1a-b594-1ecf8840628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:45.573330 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-e2593744-560c-4f23-8ea5-c259c36801c5 req-46f25f6d-84e1-4b1a-b594-1ecf8840628e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0c34ca3d1f5494991c0e687772f5c82&device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 1099 time: 0.1036620 Jul 13 14:47:45.574308 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-dcae0d6e-835c-49d9-8746-6d2f9b676df9 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.646060 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-dcae0d6e-835c-49d9-8746-6d2f9b676df9 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.647250 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-dcae0d6e-835c-49d9-8746-6d2f9b676df9 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2704639 Jul 13 14:47:45.651313 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56284) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:45.659261 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-01f4b479-5e6b-41d4-87dc-a8f838d2793d tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Request body: {'security_group_rule': {'security_group_id': 'd1c40791-3e1c-43d3-87e0-70828e69f13f', 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:45.663552 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae0d6e-835c-49d9-8746-6d2f9b676df9 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c40791-3e1c-43d3-87e0-70828e69f13f,revision_number=1']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:45.709069 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-01f4b479-5e6b-41d4-87dc-a8f838d2793d tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.722298 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-59929cf1-1b2d-495d-88ec-78fd0f1b98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'name': 'tempest-TestMinimumBasicScenario-1014500211-router', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:46Z', 'updated_at': '2021-07-13T14:46:50Z', 'revision_number': 4, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'gw_port': {'id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '89f55a84-95cb-4968-b45c-04cb60c27c03', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'port_id': '843991aa-b34e-4561-8864-11b7b6b9f72c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e', 'mac_address': 'fa:16:3e:0e:51:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988121e-a645-4589-993d-18267890b772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:47:44Z', 'updated_at': '2021-07-13T14:47:44Z', 'revision_number': 0, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2059912-3df3-4c13-a845-f1e97d17029e', 'name': '', 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'mac_address': 'fa:16:3e:af:e1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:49Z', 'updated_at': '2021-07-13T14:47:00Z', 'revision_number': 5, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'subnets': [{'id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:45.739461 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2593744-560c-4f23-8ea5-c259c36801c5 req-0a3e5abc-5462-4fc4-906b-a311cd998316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:45.741220 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-e2593744-560c-4f23-8ea5-c259c36801c5 req-0a3e5abc-5462-4fc4-906b-a311cd998316 service neutron] 10.222.0.44 "GET /v2.0/networks?id=21790059-e5ef-457e-9e5f-5f597468729e HTTP/1.1" status: 200 len: 916 time: 0.1501558 Jul 13 14:47:45.751793 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59929cf1-1b2d-495d-88ec-78fd0f1b98fa None None] Checking router: 42708db7-ad4b-4096-9614-94e685f1a1ae for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:47:45.760733 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59929cf1-1b2d-495d-88ec-78fd0f1b98fa None None] Routers {'42708db7-ad4b-4096-9614-94e685f1a1ae'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:45.761338 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-59929cf1-1b2d-495d-88ec-78fd0f1b98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:47:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['42708db7-ad4b-4096-9614-94e685f1a1ae'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:45.811454 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-01f4b479-5e6b-41d4-87dc-a8f838d2793d tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.819636 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-01f4b479-5e6b-41d4-87dc-a8f838d2793d tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.843396 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-e2593744-560c-4f23-8ea5-c259c36801c5 req-3260a6e2-710e-466b-8022-a97ccdeef04f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=843991aa-b34e-4561-8864-11b7b6b9f72c HTTP/1.1" status: 200 len: 999 time: 0.0920017 Jul 13 14:47:45.843995 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4b479-5e6b-41d4-87dc-a8f838d2793d tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389c2fd8-c1b2-4c5c-942a-3ac6c45bae1e,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:45.863555 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-01f4b479-5e6b-41d4-87dc-a8f838d2793d tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.867730 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6fc5069f-91d7-4a28-a558-658479f33f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3911492'] for router_interface, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.868277 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-01f4b479-5e6b-41d4-87dc-a8f838d2793d tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2153423 Jul 13 14:47:45.870140 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56286) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:45.875531 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-59929cf1-1b2d-495d-88ec-78fd0f1b98fa None None] Set router 42708db7-ad4b-4096-9614-94e685f1a1ae gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:45.904284 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [None req-456091d2-6b08-4764-bc5c-eec3a21ae86d tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Request body: {'security_group_rule': {'security_group_id': 'd1c40791-3e1c-43d3-87e0-70828e69f13f', 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:45.904727 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2593744-560c-4f23-8ea5-c259c36801c5 req-8377b69c-0d5f-4d50-8eec-20c5407d5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:45.906461 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-e2593744-560c-4f23-8ea5-c259c36801c5 req-8377b69c-0d5f-4d50-8eec-20c5407d5297 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fafcfdf2-b6e3-4433-b7ed-40133df7617f HTTP/1.1" status: 200 len: 854 time: 0.0539882 Jul 13 14:47:45.974567 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2593744-560c-4f23-8ea5-c259c36801c5 req-d6bf4749-8807-43c2-a37e-c08a305d56b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:45.976380 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-e2593744-560c-4f23-8ea5-c259c36801c5 req-d6bf4749-8807-43c2-a37e-c08a305d56b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=21790059-e5ef-457e-9e5f-5f597468729e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601897 Jul 13 14:47:45.981891 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-456091d2-6b08-4764-bc5c-eec3a21ae86d tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.072079 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-e2593744-560c-4f23-8ea5-c259c36801c5 req-e83f0f89-982a-4c13-9065-3303bf8b8745 service neutron] 10.222.0.44 "GET /v2.0/networks/21790059-e5ef-457e-9e5f-5f597468729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864770 Jul 13 14:47:46.097044 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-456091d2-6b08-4764-bc5c-eec3a21ae86d tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.103703 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-456091d2-6b08-4764-bc5c-eec3a21ae86d tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.118882 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-59929cf1-1b2d-495d-88ec-78fd0f1b98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'name': 'tempest-TestMinimumBasicScenario-1014500211-router', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:46Z', 'updated_at': '2021-07-13T14:46:50Z', 'revision_number': 4, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'gw_port': {'id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '89f55a84-95cb-4968-b45c-04cb60c27c03', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'port_id': '843991aa-b34e-4561-8864-11b7b6b9f72c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e', 'mac_address': 'fa:16:3e:0e:51:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988121e-a645-4589-993d-18267890b772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:47:44Z', 'updated_at': '2021-07-13T14:47:44Z', 'revision_number': 0, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2059912-3df3-4c13-a845-f1e97d17029e', 'name': '', 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'mac_address': 'fa:16:3e:af:e1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:49Z', 'updated_at': '2021-07-13T14:47:00Z', 'revision_number': 5, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'subnets': [{'id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:46.129541 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456091d2-6b08-4764-bc5c-eec3a21ae86d tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c160fd04-4b4d-48c1-ae89-0357b33cefd1,revision_number=0']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:46.135410 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-456091d2-6b08-4764-bc5c-eec3a21ae86d tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.139303 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-456091d2-6b08-4764-bc5c-eec3a21ae86d tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2655201 Jul 13 14:47:46.139542 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56288) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:46.144606 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-fc6218b3-03da-4098-acb3-e1661cb01366 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Request body: {'security_group_rule': {'security_group_id': 'd1c40791-3e1c-43d3-87e0-70828e69f13f', 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:46.153696 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59929cf1-1b2d-495d-88ec-78fd0f1b98fa None None] The sync data for ids ['42708db7-ad4b-4096-9614-94e685f1a1ae'] in dv-cinder-788365-4-iscsi is: [{'id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'name': 'tempest-TestMinimumBasicScenario-1014500211-router', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:46Z', 'updated_at': '2021-07-13T14:46:50Z', 'revision_number': 4, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'gw_port': {'id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_floatingips': [{'id': '89f55a84-95cb-4968-b45c-04cb60c27c03', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'router_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'port_id': '843991aa-b34e-4561-8864-11b7b6b9f72c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e', 'mac_address': 'fa:16:3e:0e:51:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988121e-a645-4589-993d-18267890b772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:47:44Z', 'updated_at': '2021-07-13T14:47:44Z', 'revision_number': 0, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2059912-3df3-4c13-a845-f1e97d17029e', 'name': '', 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'mac_address': 'fa:16:3e:af:e1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:49Z', 'updated_at': '2021-07-13T14:47:00Z', 'revision_number': 5, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'subnets': [{'id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:47:46.189116 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-e2593744-560c-4f23-8ea5-c259c36801c5 req-2a75c8fa-a108-43d5-8761-cc9a28a6bd76 service neutron] 10.222.0.44 "GET /v2.0/networks/21790059-e5ef-457e-9e5f-5f597468729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076076 Jul 13 14:47:46.197234 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fc6218b3-03da-4098-acb3-e1661cb01366 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.235122 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-6fc5069f-91d7-4a28-a558-658479f33f45 admin admin] Deleting port aba72d87-8229-4290-9581-7e73c76f1371 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:46.235474 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6fc5069f-91d7-4a28-a558-658479f33f45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.262578 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fc6218b3-03da-4098-acb3-e1661cb01366 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.266155 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fc6218b3-03da-4098-acb3-e1661cb01366 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.284281 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6218b3-03da-4098-acb3-e1661cb01366 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb19423b-e07c-425d-81ac-b6395b459a5a,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:46.291570 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fc6218b3-03da-4098-acb3-e1661cb01366 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.292673 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-fc6218b3-03da-4098-acb3-e1661cb01366 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521699 Jul 13 14:47:46.295546 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56290) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:46.301123 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-d29a3b5c-f70b-4d84-be1b-b289d87db5b5 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Request body: {'security_group_rule': {'security_group_id': 'd1c40791-3e1c-43d3-87e0-70828e69f13f', 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:46.322741 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [None req-6fc5069f-91d7-4a28-a558-658479f33f45 admin admin] For port aba72d87-8229-4290-9581-7e73c76f1371, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=aba72d87-8229-4290-9581-7e73c76f1371,segment=NetworkSegment(2a308fec-84f4-470a-9710-30d14a0be7db),segment_id=2a308fec-84f4-470a-9710-30d14a0be7db)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:46.323139 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6fc5069f-91d7-4a28-a558-658479f33f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.329784 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d29a3b5c-f70b-4d84-be1b-b289d87db5b5 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.339871 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-6fc5069f-91d7-4a28-a558-658479f33f45 admin admin] Calling delete_port for aba72d87-8229-4290-9581-7e73c76f1371 owned by network:router_interface {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:46.374467 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621e3d25-e231-498d-9813-0df126226eaa None None] New status for floating IP 89f55a84-95cb-4968-b45c-04cb60c27c03: ACTIVE {{(pid=93174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:47:46.395689 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d29a3b5c-f70b-4d84-be1b-b289d87db5b5 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.400726 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d29a3b5c-f70b-4d84-be1b-b289d87db5b5 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.414427 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a3b5c-f70b-4d84-be1b-b289d87db5b5 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb4c7d4-c551-4acb-9b5d-d61c82da9547,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:46.430917 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-d29a3b5c-f70b-4d84-be1b-b289d87db5b5 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.432618 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-d29a3b5c-f70b-4d84-be1b-b289d87db5b5 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357405 Jul 13 14:47:46.434983 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56292) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:46.439877 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-f7695213-d187-48ad-9f8a-f3f822697728 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Request body: {'security_group_rule': {'security_group_id': 'd1c40791-3e1c-43d3-87e0-70828e69f13f', 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:46.462290 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.securitygroups_db [None req-f7695213-d187-48ad-9f8a-f3f822697728 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Project f0c34ca3d1f5494991c0e687772f5c82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:47:46.468373 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f7695213-d187-48ad-9f8a-f3f822697728 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.535666 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f7695213-d187-48ad-9f8a-f3f822697728 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.540203 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f7695213-d187-48ad-9f8a-f3f822697728 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.555775 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6fc5069f-91d7-4a28-a558-658479f33f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.559464 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7695213-d187-48ad-9f8a-f3f822697728 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f978765-7c1d-4de4-9d25-8af5ea4d6b39,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:46.568726 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-f7695213-d187-48ad-9f8a-f3f822697728 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.569882 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-f7695213-d187-48ad-9f8a-f3f822697728 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1339505 Jul 13 14:47:46.572642 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56294) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:46.577241 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.v2.base [None req-6f691da4-78a9-4719-988d-72926d2226a3 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Request body: {'security_group_rule': {'security_group_id': 'd1c40791-3e1c-43d3-87e0-70828e69f13f', 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:46.590612 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5069f-91d7-4a28-a558-658479f33f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=aba72d87-8229-4290-9581-7e73c76f1371,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:46.603134 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.db.securitygroups_db [None req-6f691da4-78a9-4719-988d-72926d2226a3 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Project f0c34ca3d1f5494991c0e687772f5c82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:47:46.608209 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6f691da4-78a9-4719-988d-72926d2226a3 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.677475 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6f691da4-78a9-4719-988d-72926d2226a3 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.682332 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6f691da4-78a9-4719-988d-72926d2226a3 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843582'] for security_group_rule, after_create {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.698852 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f691da4-78a9-4719-988d-72926d2226a3 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9fb002-8695-426f-a299-2e4650d6171a,revision_number=0']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:46.714541 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-6f691da4-78a9-4719-988d-72926d2226a3 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.715808 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-6f691da4-78a9-4719-988d-72926d2226a3 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419911 Jul 13 14:47:46.769583 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6fc5069f-91d7-4a28-a558-658479f33f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3911656'] for router_interface, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.885359 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-dc382159-189d-40c1-8474-b5ac28ca0acb req-fd344a27-dfe7-48d2-a426-994c590925f9 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900305597&fields=id&tenant_id=f0c34ca3d1f5494991c0e687772f5c82 HTTP/1.1" status: 200 len: 267 time: 0.0730181 Jul 13 14:47:47.035343 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc382159-189d-40c1-8474-b5ac28ca0acb req-67b1f567-ac0f-4c16-8c24-19a5247fb1d8 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:47.036738 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-dc382159-189d-40c1-8474-b5ac28ca0acb req-67b1f567-ac0f-4c16-8c24-19a5247fb1d8 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 946 time: 0.1452749 Jul 13 14:47:47.048799 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-dc382159-189d-40c1-8474-b5ac28ca0acb req-60366e20-0285-42b2-a9c9-f454179b6042 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Request body: {'port': {'security_groups': ['a885108d-7c61-4247-974f-b122d0184621', 'd1c40791-3e1c-43d3-87e0-70828e69f13f']}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:47.096797 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc5069f-91d7-4a28-a558-658479f33f45 admin admin] Router 49e70564-2367-41bf-8f4a-10e33744ead6 has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:47:47.183796 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-dc382159-189d-40c1-8474-b5ac28ca0acb req-60366e20-0285-42b2-a9c9-f454179b6042 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.250555 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:47:47.281524 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc5069f-91d7-4a28-a558-658479f33f45 admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:47:47.290626 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0b7fe-39ca-453b-bf48-77ce688b65c2 None None] Sync routers for ids ['49e70564-2367-41bf-8f4a-10e33744ead6'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:47:47.291017 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-6fc5069f-91d7-4a28-a558-658479f33f45 admin admin] 10.222.0.42 "PUT /v2.0/routers/49e70564-2367-41bf-8f4a-10e33744ead6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1533785 Jul 13 14:47:47.293660 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56298) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:47.300243 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a0b7fe-39ca-453b-bf48-77ce688b65c2 None None] Routers {'49e70564-2367-41bf-8f4a-10e33744ead6'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:47.300892 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-b8a0b7fe-39ca-453b-bf48-77ce688b65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:47:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['49e70564-2367-41bf-8f4a-10e33744ead6'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:47.400209 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a4a08db-f04f-49da-838e-a5751a038c5b admin admin] Notify callbacks [] for router, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.412661 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-b8a0b7fe-39ca-453b-bf48-77ce688b65c2 None None] Set router 49e70564-2367-41bf-8f4a-10e33744ead6 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:47.451157 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-dc382159-189d-40c1-8474-b5ac28ca0acb req-60366e20-0285-42b2-a9c9-f454179b6042 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] For port 843991aa-b34e-4561-8864-11b7b6b9f72c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=843991aa-b34e-4561-8864-11b7b6b9f72c,segment=NetworkSegment(57b20fd3-ac0d-46ec-8532-5e5b3891570f),segment_id=57b20fd3-ac0d-46ec-8532-5e5b3891570f)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:47.488327 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-dc382159-189d-40c1-8474-b5ac28ca0acb req-60366e20-0285-42b2-a9c9-f454179b6042 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.494353 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-dc382159-189d-40c1-8474-b5ac28ca0acb req-60366e20-0285-42b2-a9c9-f454179b6042 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.512267 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['843991aa-b34e-4561-8864-11b7b6b9f72c'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:47.529182 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a4a08db-f04f-49da-838e-a5751a038c5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.553569 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc382159-189d-40c1-8474-b5ac28ca0acb req-60366e20-0285-42b2-a9c9-f454179b6042 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:47.554288 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-dc382159-189d-40c1-8474-b5ac28ca0acb req-60366e20-0285-42b2-a9c9-f454179b6042 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.557060 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-dc382159-189d-40c1-8474-b5ac28ca0acb req-60366e20-0285-42b2-a9c9-f454179b6042 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "PUT /v2.0/ports/843991aa-b34e-4561-8864-11b7b6b9f72c HTTP/1.1" status: 200 len: 982 time: 0.5141146 Jul 13 14:47:47.600430 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f988121e-a645-4589-993d-18267890b772', 'tag': '843991aa-b34e-4561-8864-11b7b6b9f72c'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:47.603070 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f89bcf-d83d-4c7e-b93a-196119aeec41" -d '{"events": [{"name": "network-changed", "server_uuid": "f988121e-a645-4589-993d-18267890b772", "tag": "843991aa-b34e-4561-8864-11b7b6b9f72c"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:47.606526 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366e20-0285-42b2-a9c9-f454179b6042 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Pushing event updated for resources: {'Port': ['ID=843991aa-b34e-4561-8864-11b7b6b9f72c,revision_number=6']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:47.608997 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-0a4a08db-f04f-49da-838e-a5751a038c5b admin admin] Deleting port 3d31f316-45b1-4def-9fdd-5bb709d6493d {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:47.621836 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a4a08db-f04f-49da-838e-a5751a038c5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.674257 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f05615c-de57-43d3-9eb1-eb1679c2be7d x-openstack-request-id: req-3f05615c-de57-43d3-9eb1-eb1679c2be7d {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:47.674596 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f988121e-a645-4589-993d-18267890b772", "tag": "843991aa-b34e-4561-8864-11b7b6b9f72c", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:47.674849 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f05615c-de57-43d3-9eb1-eb1679c2be7d {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:47.675247 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f988121e-a645-4589-993d-18267890b772', 'tag': '843991aa-b34e-4561-8864-11b7b6b9f72c', 'status': 'completed', 'code': 200} Jul 13 14:47:47.690904 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['843991aa-b34e-4561-8864-11b7b6b9f72c'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:47.753884 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-b8a0b7fe-39ca-453b-bf48-77ce688b65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'name': 'tempest-TestVolumeBootPattern-339287853-router', 'tenant_id': 'e095f4e7cc51424393277f1e2a088659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '3d31f316-45b1-4def-9fdd-5bb709d6493d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:55Z', 'updated_at': '2021-07-13T14:47:46Z', 'revision_number': 5, 'project_id': 'e095f4e7cc51424393277f1e2a088659', 'gw_port': {'id': '3d31f316-45b1-4def-9fdd-5bb709d6493d', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:56Z', 'updated_at': '2021-07-13T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:47.787028 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0b7fe-39ca-453b-bf48-77ce688b65c2 None None] Checking router: 49e70564-2367-41bf-8f4a-10e33744ead6 for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:47:47.792625 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [None req-0a4a08db-f04f-49da-838e-a5751a038c5b admin admin] For port 3d31f316-45b1-4def-9fdd-5bb709d6493d, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=3d31f316-45b1-4def-9fdd-5bb709d6493d,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:47.793128 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a4a08db-f04f-49da-838e-a5751a038c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.797431 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a0b7fe-39ca-453b-bf48-77ce688b65c2 None None] Routers {'49e70564-2367-41bf-8f4a-10e33744ead6'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:47.798245 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-b8a0b7fe-39ca-453b-bf48-77ce688b65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:47:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['49e70564-2367-41bf-8f4a-10e33744ead6'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:47.808136 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f89bcf-d83d-4c7e-b93a-196119aeec41 req-7c095681-fa55-46d0-b374-874ba0b8a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:47.809789 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-67f89bcf-d83d-4c7e-b93a-196119aeec41 req-7c095681-fa55-46d0-b374-874ba0b8a48d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0c34ca3d1f5494991c0e687772f5c82&device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 1138 time: 0.1017189 Jul 13 14:47:47.817608 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-0a4a08db-f04f-49da-838e-a5751a038c5b admin admin] Calling delete_port for 3d31f316-45b1-4def-9fdd-5bb709d6493d owned by network:router_gateway {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:47.827099 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06d1e6-c886-4b25-97df-3af691aa8a8b req-d344585f-61c1-4cab-96cc-3698139ff266 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:47.835744 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-da06d1e6-c886-4b25-97df-3af691aa8a8b req-d344585f-61c1-4cab-96cc-3698139ff266 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 985 time: 0.1095767 Jul 13 14:47:47.896527 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-da06d1e6-c886-4b25-97df-3af691aa8a8b req-3ce19814-cb65-4aa8-a686-91b6fa0db86f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c40791-3e1c-43d3-87e0-70828e69f13f&id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598109 Jul 13 14:47:47.907904 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-b8a0b7fe-39ca-453b-bf48-77ce688b65c2 None None] Set router 49e70564-2367-41bf-8f4a-10e33744ead6 gateway port host: None {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:47.915229 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f89bcf-d83d-4c7e-b93a-196119aeec41 req-04f94e2e-c013-47b6-8249-09d789dd3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:47.916825 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-67f89bcf-d83d-4c7e-b93a-196119aeec41 req-04f94e2e-c013-47b6-8249-09d789dd3164 service neutron] 10.222.0.44 "GET /v2.0/networks?id=21790059-e5ef-457e-9e5f-5f597468729e HTTP/1.1" status: 200 len: 916 time: 0.0932517 Jul 13 14:47:47.961891 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-b8a0b7fe-39ca-453b-bf48-77ce688b65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'name': 'tempest-TestVolumeBootPattern-339287853-router', 'tenant_id': 'e095f4e7cc51424393277f1e2a088659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:55Z', 'updated_at': '2021-07-13T14:47:47Z', 'revision_number': 6, 'project_id': 'e095f4e7cc51424393277f1e2a088659', 'gw_port_host': None}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:47.981013 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-57efa46e-b914-4c11-abbd-f7226886625c None None] Provisioning complete for port 843991aa-b34e-4561-8864-11b7b6b9f72c triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:47.981383 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-57efa46e-b914-4c11-abbd-f7226886625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.991651 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0b7fe-39ca-453b-bf48-77ce688b65c2 None None] The sync data for ids ['49e70564-2367-41bf-8f4a-10e33744ead6'] in dv-cinder-788365-4-iscsi is: [{'id': '49e70564-2367-41bf-8f4a-10e33744ead6', 'name': 'tempest-TestVolumeBootPattern-339287853-router', 'tenant_id': 'e095f4e7cc51424393277f1e2a088659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:55Z', 'updated_at': '2021-07-13T14:47:47Z', 'revision_number': 6, 'project_id': 'e095f4e7cc51424393277f1e2a088659', 'gw_port_host': None}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:47:48.032781 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-67f89bcf-d83d-4c7e-b93a-196119aeec41 req-0b5a466e-b464-4bc2-929b-d26dea05f741 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=843991aa-b34e-4561-8864-11b7b6b9f72c HTTP/1.1" status: 200 len: 1001 time: 0.0784421 Jul 13 14:47:48.124298 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f89bcf-d83d-4c7e-b93a-196119aeec41 req-a816ef33-cd9f-4e6f-8973-06a370f510ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:48.125791 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-67f89bcf-d83d-4c7e-b93a-196119aeec41 req-a816ef33-cd9f-4e6f-8973-06a370f510ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fafcfdf2-b6e3-4433-b7ed-40133df7617f HTTP/1.1" status: 200 len: 854 time: 0.0585730 Jul 13 14:47:48.209729 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a4a08db-f04f-49da-838e-a5751a038c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:48.238232 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a08db-f04f-49da-838e-a5751a038c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=3d31f316-45b1-4def-9fdd-5bb709d6493d,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:48.248373 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f89bcf-d83d-4c7e-b93a-196119aeec41 req-ee56feb7-8c82-444d-8d75-24c00997bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:48.249917 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-67f89bcf-d83d-4c7e-b93a-196119aeec41 req-ee56feb7-8c82-444d-8d75-24c00997bf27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=21790059-e5ef-457e-9e5f-5f597468729e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0966773 Jul 13 14:47:48.354966 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a4a08db-f04f-49da-838e-a5751a038c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3909646'] for router_gateway, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:48.463821 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a4a08db-f04f-49da-838e-a5751a038c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3910901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1147'] for router, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:48.466932 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a4a08db-f04f-49da-838e-a5751a038c5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:48.471310 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-67f89bcf-d83d-4c7e-b93a-196119aeec41 req-7f41e338-7fb2-4c9d-988d-9d7a1000c50c service neutron] 10.222.0.44 "GET /v2.0/networks/21790059-e5ef-457e-9e5f-5f597468729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058289 Jul 13 14:47:48.548611 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a4a08db-f04f-49da-838e-a5751a038c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3914245'] for router, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:48.549122 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4a08db-f04f-49da-838e-a5751a038c5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49e70564-2367-41bf-8f4a-10e33744ead6 {{(pid=93172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:47:48.554099 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a4a08db-f04f-49da-838e-a5751a038c5b admin admin] Notify callbacks [] for router, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:48.555184 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-0a4a08db-f04f-49da-838e-a5751a038c5b admin admin] 10.222.0.42 "DELETE /v2.0/routers/49e70564-2367-41bf-8f4a-10e33744ead6 HTTP/1.1" status: 204 len: 168 time: 1.2605543 Jul 13 14:47:48.557811 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56308) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:48.594038 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-67f89bcf-d83d-4c7e-b93a-196119aeec41 req-20b3e685-e07f-4b32-8270-7f4596a47077 service neutron] 10.222.0.44 "GET /v2.0/networks/21790059-e5ef-457e-9e5f-5f597468729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871296 Jul 13 14:47:48.601768 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2769c1d-6c32-4930-936a-ed9250dc92df admin admin] Deleting subnet 443fdd53-db8a-4aed-ad9f-76e72d6e8787 {{(pid=93173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:47:48.604849 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f2769c1d-6c32-4930-936a-ed9250dc92df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:48.646536 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f2769c1d-6c32-4930-936a-ed9250dc92df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916697'] for subnet, precommit_delete_associations {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:48.721028 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f2769c1d-6c32-4930-936a-ed9250dc92df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675533'] for subnet, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:48.773427 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f2769c1d-6c32-4930-936a-ed9250dc92df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8945343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9032460'] for subnet, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:48.801056 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2769c1d-6c32-4930-936a-ed9250dc92df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=443fdd53-db8a-4aed-ad9f-76e72d6e8787,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:48.803005 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-f2769c1d-6c32-4930-936a-ed9250dc92df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:48.807660 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-f2769c1d-6c32-4930-936a-ed9250dc92df admin admin] 10.222.0.42 "DELETE /v2.0/subnets/443fdd53-db8a-4aed-ad9f-76e72d6e8787 HTTP/1.1" status: 204 len: 168 time: 0.2459700 Jul 13 14:47:48.807660 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56310) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:48.809850 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8f6028-0056-46eb-8bd9-19437f6a6466 None None] Network e37cca41-e379-4128-9418-a0514c9ee081 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:47:48.884084 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593188'] for network, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:48.935665 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] Deleting port a45fe109-abf8-43eb-8555-0ab3dc52ac7f {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:48.936283 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.003567 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c3cfbb-ff81-4db0-a866-d0501e85d94b None None] DHCP port deletion for e37cca41-e379-4128-9418-a0514c9ee081 request from dv-cinder-788365-4-iscsi {{(pid=93174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:47:49.008393 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] For port a45fe109-abf8-43eb-8555-0ab3dc52ac7f, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=a45fe109-abf8-43eb-8555-0ab3dc52ac7f,segment=NetworkSegment(2a308fec-84f4-470a-9710-30d14a0be7db),segment_id=2a308fec-84f4-470a-9710-30d14a0be7db)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:49.008843 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.023520 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] Calling delete_port for a45fe109-abf8-43eb-8555-0ab3dc52ac7f owned by network:dhcp {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:49.058744 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-63c3cfbb-ff81-4db0-a866-d0501e85d94b None None] Deleting port a45fe109-abf8-43eb-8555-0ab3dc52ac7f {{(pid=93174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:49.059146 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-63c3cfbb-ff81-4db0-a866-d0501e85d94b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.107000 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.120001 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-63c3cfbb-ff81-4db0-a866-d0501e85d94b None None] For port a45fe109-abf8-43eb-8555-0ab3dc52ac7f, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=a45fe109-abf8-43eb-8555-0ab3dc52ac7f,segment=NetworkSegment(2a308fec-84f4-470a-9710-30d14a0be7db),segment_id=2a308fec-84f4-470a-9710-30d14a0be7db)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:49.120390 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-63c3cfbb-ff81-4db0-a866-d0501e85d94b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.133619 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] Pushing event deleted for resources: {'Port': ['ID=a45fe109-abf8-43eb-8555-0ab3dc52ac7f,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:49.135429 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] No DVR routers for this DVR port a45fe109-abf8-43eb-8555-0ab3dc52ac7f on host dv-cinder-788365-4-iscsi {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:47:49.139362 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-63c3cfbb-ff81-4db0-a866-d0501e85d94b None None] Calling delete_port for a45fe109-abf8-43eb-8555-0ab3dc52ac7f owned by network:dhcp {{(pid=93174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:49.207520 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672344', 'neutron.services.segments.db._delete_segments_for_network-8760775097411'] for network, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.212960 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-63c3cfbb-ff81-4db0-a866-d0501e85d94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878'] for port, after_delete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.217570 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37cca41-e379-4128-9418-a0514c9ee081']}} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:49.227787 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a308fec-84f4-470a-9710-30d14a0be7db') {'for_net_delete': True} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:49.227975 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a308fec-84f4-470a-9710-30d14a0be7db') {} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:49.236574 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760775099212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916672'] for segment, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.238131 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3cfbb-ff81-4db0-a866-d0501e85d94b None None] Pushing event deleted for resources: {'Port': ['ID=a45fe109-abf8-43eb-8555-0ab3dc52ac7f,revision_number=None']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:49.239968 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c3cfbb-ff81-4db0-a866-d0501e85d94b None None] No DVR routers for this DVR port a45fe109-abf8-43eb-8555-0ab3dc52ac7f on host dv-cinder-788365-4-iscsi {{(pid=93174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:47:49.254779 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.260836 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=93173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:47:49.261269 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8950289'] for segment, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: Traceback (most recent call last): Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: timer() Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: cb(*args, **kw) Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: return func(*args, **kwargs) Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: self._notify() Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: self.callback(batched_events) Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: event.method(event) Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: return f(self, *a, **k) Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: return self._get(url).json() Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: return self.request(url, 'GET', **kwargs) Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:47:49.262828 dv-cinder-788365-4-iscsi neutron-server[93173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:47:49.314705 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909738'] for network, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.320702 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.322526 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] 10.222.0.42 "DELETE /v2.0/networks/e37cca41-e379-4128-9418-a0514c9ee081 HTTP/1.1" status: 204 len: 168 time: 0.5142245 Jul 13 14:47:49.334008 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f225f-f14b-4f45-a80c-0fd956164bce admin admin] Pushing event deleted for resources: {'Network': ['ID=e37cca41-e379-4128-9418-a0514c9ee081,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:49.397320 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device a45fe109-abf8-43eb-8555-0ab3dc52ac7f no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:47:49.416985 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: a45fe109-abf8-43eb-8555-0ab3dc52ac7f {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:47:49.417402 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device a45fe109-abf8-43eb-8555-0ab3dc52ac7f not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:47:49.417891 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device aba72d87-8229-4290-9581-7e73c76f1371 no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:47:49.436778 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: aba72d87-8229-4290-9581-7e73c76f1371 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:47:49.437130 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device aba72d87-8229-4290-9581-7e73c76f1371 not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:47:49.437543 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 3d31f316-45b1-4def-9fdd-5bb709d6493d no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:47:49.438640 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56314) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:49.459284 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: 3d31f316-45b1-4def-9fdd-5bb709d6493d {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:47:49.459608 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 3d31f316-45b1-4def-9fdd-5bb709d6493d not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:47:49.483070 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-a8ac8279-6f27-4813-a1c6-7cd4cd5f4a77 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9e7c29b365b4dabab5e1082907164f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432389 Jul 13 14:47:49.485429 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56316) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:49.533066 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c8ddf7a1-f2fb-47a8-b933-f72e11e2e685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.554176 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c8ddf7a1-f2fb-47a8-b933-f72e11e2e685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.600287 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c8ddf7a1-f2fb-47a8-b933-f72e11e2e685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.602859 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c8ddf7a1-f2fb-47a8-b933-f72e11e2e685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.604133 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-c8ddf7a1-f2fb-47a8-b933-f72e11e2e685 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a98e6fa-ea8b-405c-8dca-e997b941e401 HTTP/1.1" status: 204 len: 168 time: 0.1177883 Jul 13 14:47:49.612851 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddf7a1-f2fb-47a8-b933-f72e11e2e685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a98e6fa-ea8b-405c-8dca-e997b941e401,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:49.909197 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56322) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:49.948052 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-2d36982b-6f56-48e9-9179-a1cc32e50eb8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e095f4e7cc51424393277f1e2a088659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377507 Jul 13 14:47:49.950303 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56324) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:49.996772 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-3261c27b-4ba8-48d4-80ce-bd86fc2f457f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:50.017942 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-3261c27b-4ba8-48d4-80ce-bd86fc2f457f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:50.065121 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-3261c27b-4ba8-48d4-80ce-bd86fc2f457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:50.067752 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-3261c27b-4ba8-48d4-80ce-bd86fc2f457f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:50.068878 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-3261c27b-4ba8-48d4-80ce-bd86fc2f457f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d557b77-266e-4623-808c-0e086a49ecc4 HTTP/1.1" status: 204 len: 168 time: 0.1176908 Jul 13 14:47:50.076186 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261c27b-4ba8-48d4-80ce-bd86fc2f457f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d557b77-266e-4623-808c-0e086a49ecc4,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:01.263039 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:02.745425 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-a7a0bd25-f454-4367-8c85-fea1cc6b9fae req-e641d0e3-0bed-4dae-9955-dc03e4183e38 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534921 Jul 13 14:48:02.852032 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0bd25-f454-4367-8c85-fea1cc6b9fae req-77972bdf-d58e-41cb-a040-d7b25ef84b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:02.853542 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-a7a0bd25-f454-4367-8c85-fea1cc6b9fae req-77972bdf-d58e-41cb-a040-d7b25ef84b63 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0c34ca3d1f5494991c0e687772f5c82&device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 1138 time: 0.0555911 Jul 13 14:48:02.957144 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0bd25-f454-4367-8c85-fea1cc6b9fae req-50d58764-b9fb-4a03-899e-25a74f726163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:02.958595 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-a7a0bd25-f454-4367-8c85-fea1cc6b9fae req-50d58764-b9fb-4a03-899e-25a74f726163 service neutron] 10.222.0.44 "GET /v2.0/networks?id=21790059-e5ef-457e-9e5f-5f597468729e HTTP/1.1" status: 200 len: 916 time: 0.0803280 Jul 13 14:48:03.026974 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-a7a0bd25-f454-4367-8c85-fea1cc6b9fae req-c6685cf9-eb95-435c-817c-b361b8ea11be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=843991aa-b34e-4561-8864-11b7b6b9f72c HTTP/1.1" status: 200 len: 1001 time: 0.0592575 Jul 13 14:48:03.074493 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0bd25-f454-4367-8c85-fea1cc6b9fae req-1f8e2a4d-c810-4cd9-a483-f1126f868828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:03.075933 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-a7a0bd25-f454-4367-8c85-fea1cc6b9fae req-1f8e2a4d-c810-4cd9-a483-f1126f868828 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fafcfdf2-b6e3-4433-b7ed-40133df7617f HTTP/1.1" status: 200 len: 854 time: 0.0415692 Jul 13 14:48:03.132926 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0bd25-f454-4367-8c85-fea1cc6b9fae req-bcb26567-43e0-433c-9bc3-7feca537eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:03.134364 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-a7a0bd25-f454-4367-8c85-fea1cc6b9fae req-bcb26567-43e0-433c-9bc3-7feca537eff5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=21790059-e5ef-457e-9e5f-5f597468729e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503347 Jul 13 14:48:03.146689 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [req-a7a0bd25-f454-4367-8c85-fea1cc6b9fae req-e1829e38-96ac-405f-bb62-ac9ec10875be service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93172) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:48:03.147614 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-a7a0bd25-f454-4367-8c85-fea1cc6b9fae req-e1829e38-96ac-405f-bb62-ac9ec10875be service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048790 Jul 13 14:48:03.241743 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-a7a0bd25-f454-4367-8c85-fea1cc6b9fae req-0bc429a5-5c2b-40d7-be6e-ef9d31605fdb service neutron] 10.222.0.44 "GET /v2.0/networks/21790059-e5ef-457e-9e5f-5f597468729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818324 Jul 13 14:48:03.331928 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-a7a0bd25-f454-4367-8c85-fea1cc6b9fae req-579c6ead-d731-4b65-8107-82c83f275111 service neutron] 10.222.0.44 "GET /v2.0/networks/21790059-e5ef-457e-9e5f-5f597468729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776451 Jul 13 14:48:06.579597 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-d76bc4ca-18f7-4a26-82e7-c7dfd7bd3841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:09.388789 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4f9f-d0b1-4b1d-a03f-dac957c812b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:09.618286 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:10.242335 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:12.056300 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:20.375770 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4d018-310d-4c0b-a10e-a3e25b67a746 req-48b3944a-4352-4f5e-87ab-17b92c23ab03 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:20.377290 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-52f4d018-310d-4c0b-a10e-a3e25b67a746 req-48b3944a-4352-4f5e-87ab-17b92c23ab03 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 985 time: 0.0647335 Jul 13 14:48:20.417104 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-52f4d018-310d-4c0b-a10e-a3e25b67a746 req-ad48a24d-0820-437b-89bf-d42f7d583fdc tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c40791-3e1c-43d3-87e0-70828e69f13f&id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337741 Jul 13 14:48:20.483453 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19b8cc-696a-445e-a608-7a507a89d69e req-aa6ae9fd-71af-4c0d-a5c8-f47f14e208dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:20.484932 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-6e19b8cc-696a-445e-a608-7a507a89d69e req-aa6ae9fd-71af-4c0d-a5c8-f47f14e208dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0c34ca3d1f5494991c0e687772f5c82&device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 1138 time: 0.1853526 Jul 13 14:48:20.577754 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19b8cc-696a-445e-a608-7a507a89d69e req-6c56b791-7b0f-4359-a070-b5957da72e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:20.579165 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-6e19b8cc-696a-445e-a608-7a507a89d69e req-6c56b791-7b0f-4359-a070-b5957da72e74 service neutron] 10.222.0.44 "GET /v2.0/networks?id=21790059-e5ef-457e-9e5f-5f597468729e HTTP/1.1" status: 200 len: 916 time: 0.0836337 Jul 13 14:48:20.646487 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-6e19b8cc-696a-445e-a608-7a507a89d69e req-d3ca305a-f175-40e2-856c-5227a8fc5f5e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=843991aa-b34e-4561-8864-11b7b6b9f72c HTTP/1.1" status: 200 len: 1001 time: 0.0552132 Jul 13 14:48:20.698868 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19b8cc-696a-445e-a608-7a507a89d69e req-508c3b34-bc5d-4d29-84fa-3bba697a9e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:20.700167 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-6e19b8cc-696a-445e-a608-7a507a89d69e req-508c3b34-bc5d-4d29-84fa-3bba697a9e12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fafcfdf2-b6e3-4433-b7ed-40133df7617f HTTP/1.1" status: 200 len: 854 time: 0.0448873 Jul 13 14:48:20.758447 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19b8cc-696a-445e-a608-7a507a89d69e req-691a5bb2-6084-4a91-bfc1-0d1398be135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:20.759848 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-6e19b8cc-696a-445e-a608-7a507a89d69e req-691a5bb2-6084-4a91-bfc1-0d1398be135c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=21790059-e5ef-457e-9e5f-5f597468729e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492365 Jul 13 14:48:20.846461 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-6e19b8cc-696a-445e-a608-7a507a89d69e req-cbc6c972-3f10-4b24-808d-2d35d47e3f38 service neutron] 10.222.0.44 "GET /v2.0/networks/21790059-e5ef-457e-9e5f-5f597468729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780864 Jul 13 14:48:20.955974 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-6e19b8cc-696a-445e-a608-7a507a89d69e req-6db33c5a-b6c0-4c47-9e34-28737bbec161 service neutron] 10.222.0.44 "GET /v2.0/networks/21790059-e5ef-457e-9e5f-5f597468729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830653 Jul 13 14:48:21.587643 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de181fcc-5eaa-4dc0-804d-c63b27c48cb4 req-e0a16584-8f44-4ed8-9dec-d210c0ad2724 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:21.589107 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-de181fcc-5eaa-4dc0-804d-c63b27c48cb4 req-e0a16584-8f44-4ed8-9dec-d210c0ad2724 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 985 time: 0.0617852 Jul 13 14:48:21.627538 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-de181fcc-5eaa-4dc0-804d-c63b27c48cb4 req-9da97f80-ec45-40fc-bcbb-fd7f14bd8910 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c40791-3e1c-43d3-87e0-70828e69f13f&id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329037 Jul 13 14:48:22.802234 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d4896-6c14-4688-87e2-bba6b714227b req-ceddf1a5-a519-43fb-94bb-bb846825d86b tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:22.803737 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bb5d4896-6c14-4688-87e2-bba6b714227b req-ceddf1a5-a519-43fb-94bb-bb846825d86b tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 985 time: 0.0695925 Jul 13 14:48:22.842707 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-bb5d4896-6c14-4688-87e2-bba6b714227b req-96c99d0e-1f2c-4a39-953b-661b21c07b3b tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c40791-3e1c-43d3-87e0-70828e69f13f&id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332060 Jul 13 14:48:24.012644 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c93861-63d6-4038-9887-170e11d59526 req-2219b2b0-1e3a-4b8e-8732-cf210db6d922 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:24.014092 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-98c93861-63d6-4038-9887-170e11d59526 req-2219b2b0-1e3a-4b8e-8732-cf210db6d922 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 985 time: 0.0621564 Jul 13 14:48:24.053322 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-98c93861-63d6-4038-9887-170e11d59526 req-6376f683-e584-4d98-a490-4a5ecb5cde2a tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c40791-3e1c-43d3-87e0-70828e69f13f&id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334890 Jul 13 14:48:24.249459 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:48:25.226075 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961145d-fbad-46d7-96ed-bfcb0581a88f req-95259553-7534-495b-bbac-e9656c08c466 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:25.227431 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8961145d-fbad-46d7-96ed-bfcb0581a88f req-95259553-7534-495b-bbac-e9656c08c466 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 985 time: 0.0650399 Jul 13 14:48:25.266147 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8961145d-fbad-46d7-96ed-bfcb0581a88f req-587112c5-024f-4bba-ad54-b658bdd341d7 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c40791-3e1c-43d3-87e0-70828e69f13f&id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330977 Jul 13 14:48:26.433766 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded57e2-68db-4aad-b384-a684969474ce req-6d96acb6-a070-4bf0-808d-3aa03472ebf6 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:26.435198 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-aded57e2-68db-4aad-b384-a684969474ce req-6d96acb6-a070-4bf0-808d-3aa03472ebf6 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 985 time: 0.0613706 Jul 13 14:48:26.473379 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-aded57e2-68db-4aad-b384-a684969474ce req-95dc8f59-59f5-486c-abb1-3252830fbdb0 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c40791-3e1c-43d3-87e0-70828e69f13f&id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327561 Jul 13 14:48:27.646505 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70569ff5-53b9-40fa-b49e-03574bdb836a req-baa27bcb-ec8c-4f12-adcc-15834b89970d tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:27.647970 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-70569ff5-53b9-40fa-b49e-03574bdb836a req-baa27bcb-ec8c-4f12-adcc-15834b89970d tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 985 time: 0.0626779 Jul 13 14:48:27.686694 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-70569ff5-53b9-40fa-b49e-03574bdb836a req-97cf5ebf-e3b3-4210-bca1-e9e38d3d33b2 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c40791-3e1c-43d3-87e0-70828e69f13f&id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329764 Jul 13 14:48:28.862131 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e299a-6c15-4b43-88d8-46ba51ef940e req-110d5a03-1efb-4e3e-95a1-5446b09392f0 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:28.864096 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e54e299a-6c15-4b43-88d8-46ba51ef940e req-110d5a03-1efb-4e3e-95a1-5446b09392f0 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 985 time: 0.0675952 Jul 13 14:48:28.902728 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-e54e299a-6c15-4b43-88d8-46ba51ef940e req-1b73a0de-dde1-4252-a9f2-4159cc22b989 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c40791-3e1c-43d3-87e0-70828e69f13f&id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330281 Jul 13 14:48:30.069649 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638fed5-068a-4ec2-8c1e-716ae8234ddf req-67c64887-01f6-494a-a234-7681ea75aefb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:30.071147 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9638fed5-068a-4ec2-8c1e-716ae8234ddf req-67c64887-01f6-494a-a234-7681ea75aefb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 985 time: 0.0620160 Jul 13 14:48:30.110171 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9638fed5-068a-4ec2-8c1e-716ae8234ddf req-b1c94bdf-2f27-42f9-8efe-dabee5900dfc tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c40791-3e1c-43d3-87e0-70828e69f13f&id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333166 Jul 13 14:48:31.266282 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:31.282566 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba5ba2-3722-4af1-b5b6-bed4785b235a req-e63fafe3-f5b5-444b-9095-4a4ac877f1cb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:31.284046 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6aba5ba2-3722-4af1-b5b6-bed4785b235a req-e63fafe3-f5b5-444b-9095-4a4ac877f1cb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 985 time: 0.0666399 Jul 13 14:48:31.324007 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6aba5ba2-3722-4af1-b5b6-bed4785b235a req-1649d120-9e0d-4a16-8820-8a21d3da9383 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c40791-3e1c-43d3-87e0-70828e69f13f&id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341880 Jul 13 14:48:32.502170 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a01120-c905-4b19-86ee-ab91bd6cae96 req-7c89d17f-6538-42ac-846b-c3368dddcc5c tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:32.504144 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-62a01120-c905-4b19-86ee-ab91bd6cae96 req-7c89d17f-6538-42ac-846b-c3368dddcc5c tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 985 time: 0.0637097 Jul 13 14:48:32.545109 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-62a01120-c905-4b19-86ee-ab91bd6cae96 req-8fbbc3ad-a2d9-4eff-ac47-180286576746 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c40791-3e1c-43d3-87e0-70828e69f13f&id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352585 Jul 13 14:48:33.715832 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074e38-3a38-44a7-9c39-d21e0aa2cdb7 req-be350add-1db7-4019-9bbb-95c73598e129 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:33.717231 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9d074e38-3a38-44a7-9c39-d21e0aa2cdb7 req-be350add-1db7-4019-9bbb-95c73598e129 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 985 time: 0.0631175 Jul 13 14:48:33.756608 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9d074e38-3a38-44a7-9c39-d21e0aa2cdb7 req-4113c526-60f8-4e9a-9b92-1f3bf356bc53 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c40791-3e1c-43d3-87e0-70828e69f13f&id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331688 Jul 13 14:48:34.930053 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c380e6-8570-46e2-bc65-80270d41185d req-aca14a9d-36ea-4f34-9471-33021473ddd2 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:34.931504 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a7c380e6-8570-46e2-bc65-80270d41185d req-aca14a9d-36ea-4f34-9471-33021473ddd2 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 985 time: 0.0653102 Jul 13 14:48:34.970745 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a7c380e6-8570-46e2-bc65-80270d41185d req-b5e9ebc8-6800-48ef-89ba-488faa6ebc9f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c40791-3e1c-43d3-87e0-70828e69f13f&id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334375 Jul 13 14:48:36.138414 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985e2c7-2133-4c35-bd96-97777fc2caa6 req-cab367d2-7a31-41eb-997f-a23e271963ed tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:36.139791 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6985e2c7-2133-4c35-bd96-97777fc2caa6 req-cab367d2-7a31-41eb-997f-a23e271963ed tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 985 time: 0.0624011 Jul 13 14:48:36.178982 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-6985e2c7-2133-4c35-bd96-97777fc2caa6 req-25d2dbbc-7370-4343-af5a-3cad50a5c77e tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c40791-3e1c-43d3-87e0-70828e69f13f&id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336337 Jul 13 14:48:36.579631 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-52d3409c-7f90-4843-a8e2-59e8d7e68d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:37.353271 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736c687-13bc-4308-9291-fc9cb8e8890b req-ef3adf94-ae8d-4dca-9fa1-e897134fb5d4 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:37.354842 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0736c687-13bc-4308-9291-fc9cb8e8890b req-ef3adf94-ae8d-4dca-9fa1-e897134fb5d4 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 985 time: 0.0667338 Jul 13 14:48:37.394913 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-0736c687-13bc-4308-9291-fc9cb8e8890b req-f2cca283-83bd-4f3d-9370-28dbba951e60 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c40791-3e1c-43d3-87e0-70828e69f13f&id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344954 Jul 13 14:48:39.388809 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-20efcde3-1f93-43a1-9c04-eeb4a04a8c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.617809 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.243467 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.058004 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:01.248879 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:49:01.289037 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:03.773970 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-f24d60fd-1323-4595-90ad-672cc041c175 req-02bdf89a-11d0-4717-9f99-92331161317f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502424 Jul 13 14:49:03.851981 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d60fd-1323-4595-90ad-672cc041c175 req-78476563-0b20-4c25-86c8-44260013ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:03.853456 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-f24d60fd-1323-4595-90ad-672cc041c175 req-78476563-0b20-4c25-86c8-44260013ac91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b987c762993a4dbaab6e33aab175d7fd&device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 1098 time: 0.0515587 Jul 13 14:49:03.961088 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d60fd-1323-4595-90ad-672cc041c175 req-5ecad5fe-d04b-4063-ba3e-604b51dec2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:03.962519 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-f24d60fd-1323-4595-90ad-672cc041c175 req-5ecad5fe-d04b-4063-ba3e-604b51dec2a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd HTTP/1.1" status: 200 len: 909 time: 0.0850029 Jul 13 14:49:04.027043 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-f24d60fd-1323-4595-90ad-672cc041c175 req-16795860-08c5-4d1d-85f2-0c71da40a8da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93b3121c-7dae-42d0-bbca-d229895e8a09 HTTP/1.1" status: 200 len: 1001 time: 0.0559483 Jul 13 14:49:04.077739 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d60fd-1323-4595-90ad-672cc041c175 req-058fad28-5ffa-4bcc-ab69-c296841b96e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:04.079109 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-f24d60fd-1323-4595-90ad-672cc041c175 req-058fad28-5ffa-4bcc-ab69-c296841b96e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b203082-dd03-475d-bdbf-be5c9c0c8abc HTTP/1.1" status: 200 len: 847 time: 0.0449882 Jul 13 14:49:04.134572 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d60fd-1323-4595-90ad-672cc041c175 req-15bf6426-9c07-4a67-b6b2-db9eae9b7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:04.135973 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-f24d60fd-1323-4595-90ad-672cc041c175 req-15bf6426-9c07-4a67-b6b2-db9eae9b7010 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483942 Jul 13 14:49:04.222271 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-f24d60fd-1323-4595-90ad-672cc041c175 req-33802477-8308-4c3a-82f3-7c32059715ee service neutron] 10.222.0.44 "GET /v2.0/networks/7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0769758 Jul 13 14:49:04.310233 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-f24d60fd-1323-4595-90ad-672cc041c175 req-7d9a0d02-9ab7-40ef-8099-00fa93ee67c5 service neutron] 10.222.0.44 "GET /v2.0/networks/7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814352 Jul 13 14:49:06.579406 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b2fa8d6b-9aad-4a67-87e6-a8ad21a396d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:09.390030 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-6e36d955-5d0c-4e92-bbff-1f830434ebb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:09.619218 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:10.246033 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:12.059326 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.240845 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-978e772c-42a7-42eb-b138-a22c7698d3d6 req-047824ea-9900-4b94-9587-9a44bb5bc351 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900305597&fields=id&tenant_id=f0c34ca3d1f5494991c0e687772f5c82 HTTP/1.1" status: 200 len: 267 time: 0.0327497 Jul 13 14:49:13.305744 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e772c-42a7-42eb-b138-a22c7698d3d6 req-00abcf99-9da4-466f-b652-ca8bb563443b tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:13.307193 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-978e772c-42a7-42eb-b138-a22c7698d3d6 req-00abcf99-9da4-466f-b652-ca8bb563443b tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 985 time: 0.0609765 Jul 13 14:49:13.317718 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.v2.base [req-978e772c-42a7-42eb-b138-a22c7698d3d6 req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Request body: {'port': {'security_groups': ['a885108d-7c61-4247-974f-b122d0184621']}} {{(pid=93173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:13.400994 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-978e772c-42a7-42eb-b138-a22c7698d3d6 req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.565206 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [req-978e772c-42a7-42eb-b138-a22c7698d3d6 req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] For port 843991aa-b34e-4561-8864-11b7b6b9f72c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=843991aa-b34e-4561-8864-11b7b6b9f72c,segment=NetworkSegment(57b20fd3-ac0d-46ec-8532-5e5b3891570f),segment_id=57b20fd3-ac0d-46ec-8532-5e5b3891570f)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:13.594166 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-978e772c-42a7-42eb-b138-a22c7698d3d6 req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for port, precommit_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.598306 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-978e772c-42a7-42eb-b138-a22c7698d3d6 req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8945385'] for port, after_update {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.611221 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['843991aa-b34e-4561-8864-11b7b6b9f72c'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:49:13.640926 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e772c-42a7-42eb-b138-a22c7698d3d6 req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:13.641507 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [req-978e772c-42a7-42eb-b138-a22c7698d3d6 req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.642876 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-978e772c-42a7-42eb-b138-a22c7698d3d6 req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "PUT /v2.0/ports/843991aa-b34e-4561-8864-11b7b6b9f72c HTTP/1.1" status: 200 len: 943 time: 0.3295813 Jul 13 14:49:13.645391 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f988121e-a645-4589-993d-18267890b772', 'tag': '843991aa-b34e-4561-8864-11b7b6b9f72c'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:13.647931 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df49f0c7-996b-470b-9e5b-3f91264ba5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "f988121e-a645-4589-993d-18267890b772", "tag": "843991aa-b34e-4561-8864-11b7b6b9f72c"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:13.649719 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56396) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:13.674609 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Pushing event updated for resources: {'Port': ['ID=843991aa-b34e-4561-8864-11b7b6b9f72c,revision_number=7']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:13.684286 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.684691 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.685531 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.686146 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.686645 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.686981 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.687316 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.687652 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.687985 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.688319 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.688755 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.688989 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3158bddd-8766-4bef-a2b0-b9fb31b937fb tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.738813 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ab0dceae-73cf-470d-a02f-df0ab5c1440f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.768824 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ab0dceae-73cf-470d-a02f-df0ab5c1440f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.771855 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['843991aa-b34e-4561-8864-11b7b6b9f72c'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:49:13.849051 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ab0dceae-73cf-470d-a02f-df0ab5c1440f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.851744 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ab0dceae-73cf-470d-a02f-df0ab5c1440f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.852818 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-ab0dceae-73cf-470d-a02f-df0ab5c1440f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "DELETE /v2.0/security-groups/d1c40791-3e1c-43d3-87e0-70828e69f13f HTTP/1.1" status: 204 len: 168 time: 0.2018039 Jul 13 14:49:13.853946 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbcf33c-f074-4bf8-886b-5ff3bb608167 x-openstack-request-id: req-fcbcf33c-f074-4bf8-886b-5ff3bb608167 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:13.854715 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f988121e-a645-4589-993d-18267890b772", "tag": "843991aa-b34e-4561-8864-11b7b6b9f72c", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:13.855442 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fcbcf33c-f074-4bf8-886b-5ff3bb608167 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:13.856091 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f988121e-a645-4589-993d-18267890b772', 'tag': '843991aa-b34e-4561-8864-11b7b6b9f72c', 'status': 'completed', 'code': 200} Jul 13 14:49:13.856987 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56402) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:13.884229 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0dceae-73cf-470d-a02f-df0ab5c1440f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c40791-3e1c-43d3-87e0-70828e69f13f,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:13.900638 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0dceae-73cf-470d-a02f-df0ab5c1440f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.900943 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0dceae-73cf-470d-a02f-df0ab5c1440f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.901263 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0dceae-73cf-470d-a02f-df0ab5c1440f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.901775 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0dceae-73cf-470d-a02f-df0ab5c1440f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.902066 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0dceae-73cf-470d-a02f-df0ab5c1440f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.902399 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0dceae-73cf-470d-a02f-df0ab5c1440f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.902728 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0dceae-73cf-470d-a02f-df0ab5c1440f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.903057 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0dceae-73cf-470d-a02f-df0ab5c1440f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.903384 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0dceae-73cf-470d-a02f-df0ab5c1440f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.903708 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0dceae-73cf-470d-a02f-df0ab5c1440f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.904041 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0dceae-73cf-470d-a02f-df0ab5c1440f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.904362 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0dceae-73cf-470d-a02f-df0ab5c1440f tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:13.957384 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49f0c7-996b-470b-9e5b-3f91264ba5a9 req-150dbe5a-f99c-4cc1-9ca3-8a946837a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:13.958943 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-df49f0c7-996b-470b-9e5b-3f91264ba5a9 req-150dbe5a-f99c-4cc1-9ca3-8a946837a553 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0c34ca3d1f5494991c0e687772f5c82&device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 1099 time: 0.0712059 Jul 13 14:49:13.966312 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-88e338a2-7cca-4c13-bf87-d8288f283a97 None None] Provisioning complete for port 843991aa-b34e-4561-8864-11b7b6b9f72c triggered by entity DHCP. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:13.966683 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-88e338a2-7cca-4c13-bf87-d8288f283a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.054735 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49f0c7-996b-470b-9e5b-3f91264ba5a9 req-ea3794f2-918b-424d-a6b7-abe21872dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:14.056429 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-df49f0c7-996b-470b-9e5b-3f91264ba5a9 req-ea3794f2-918b-424d-a6b7-abe21872dd39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=21790059-e5ef-457e-9e5f-5f597468729e HTTP/1.1" status: 200 len: 916 time: 0.0886881 Jul 13 14:49:14.127769 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-df49f0c7-996b-470b-9e5b-3f91264ba5a9 req-bffcadfa-9280-44c3-b095-c57a7cd3c8e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=843991aa-b34e-4561-8864-11b7b6b9f72c HTTP/1.1" status: 200 len: 1001 time: 0.0633507 Jul 13 14:49:14.181208 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49f0c7-996b-470b-9e5b-3f91264ba5a9 req-d893d0a8-314d-4d8f-859a-f5a293a1ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:14.182590 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-df49f0c7-996b-470b-9e5b-3f91264ba5a9 req-d893d0a8-314d-4d8f-859a-f5a293a1ed38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fafcfdf2-b6e3-4433-b7ed-40133df7617f HTTP/1.1" status: 200 len: 854 time: 0.0439057 Jul 13 14:49:14.245375 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49f0c7-996b-470b-9e5b-3f91264ba5a9 req-5f6a95a5-cf73-428d-a20e-6147f0bcf015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:14.246870 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-df49f0c7-996b-470b-9e5b-3f91264ba5a9 req-5f6a95a5-cf73-428d-a20e-6147f0bcf015 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=21790059-e5ef-457e-9e5f-5f597468729e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525281 Jul 13 14:49:14.294791 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d7910-0e71-443b-b4d4-ea8e66b098db tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Deleting port 9669abb3-581b-4175-8c51-c0bff12450a2 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:49:14.295354 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7910-0e71-443b-b4d4-ea8e66b098db tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.339160 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-df49f0c7-996b-470b-9e5b-3f91264ba5a9 req-533ec0ad-3086-4edf-b295-bc0391e43ed9 service neutron] 10.222.0.44 "GET /v2.0/networks/21790059-e5ef-457e-9e5f-5f597468729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817273 Jul 13 14:49:14.372340 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7910-0e71-443b-b4d4-ea8e66b098db tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.372696 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7910-0e71-443b-b4d4-ea8e66b098db tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.384089 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d7910-0e71-443b-b4d4-ea8e66b098db tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Calling delete_port for 9669abb3-581b-4175-8c51-c0bff12450a2 owned by network:floatingip {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:49:14.431618 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-df49f0c7-996b-470b-9e5b-3f91264ba5a9 req-899c68f2-f6bd-4ccd-bc47-51960901be43 service neutron] 10.222.0.44 "GET /v2.0/networks/21790059-e5ef-457e-9e5f-5f597468729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792120 Jul 13 14:49:14.549428 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7910-0e71-443b-b4d4-ea8e66b098db tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.578873 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d7910-0e71-443b-b4d4-ea8e66b098db tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Pushing event deleted for resources: {'Port': ['ID=9669abb3-581b-4175-8c51-c0bff12450a2,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:14.635869 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7910-0e71-443b-b4d4-ea8e66b098db tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks [] for floatingip, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.636204 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.l3_db [None req-5b6d7910-0e71-443b-b4d4-ea8e66b098db tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Floating IP 89f55a84-95cb-4968-b45c-04cb60c27c03 disassociated (deleted). External IP: 172.27.2.94, port: 843991aa-b34e-4561-8864-11b7b6b9f72c. Jul 13 14:49:14.836373 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6d7910-0e71-443b-b4d4-ea8e66b098db tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Router 42708db7-ad4b-4096-9614-94e685f1a1ae has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:49:14.941523 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6d7910-0e71-443b-b4d4-ea8e66b098db tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:49:14.946202 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7910-0e71-443b-b4d4-ea8e66b098db tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.950543 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d681a-8c2e-4c79-b8a7-ef1e3380ef63 None None] Sync routers for ids ['42708db7-ad4b-4096-9614-94e685f1a1ae'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:49:14.960081 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d681a-8c2e-4c79-b8a7-ef1e3380ef63 None None] Routers {'42708db7-ad4b-4096-9614-94e685f1a1ae'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:14.960714 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-da8d681a-8c2e-4c79-b8a7-ef1e3380ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:49:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['42708db7-ad4b-4096-9614-94e685f1a1ae'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:14.982499 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-5b6d7910-0e71-443b-b4d4-ea8e66b098db tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "DELETE /v2.0/floatingips/89f55a84-95cb-4968-b45c-04cb60c27c03 HTTP/1.1" status: 204 len: 168 time: 1.1241815 Jul 13 14:49:15.065104 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-da8d681a-8c2e-4c79-b8a7-ef1e3380ef63 None None] Set router 42708db7-ad4b-4096-9614-94e685f1a1ae gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:15.272045 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-da8d681a-8c2e-4c79-b8a7-ef1e3380ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'name': 'tempest-TestMinimumBasicScenario-1014500211-router', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:46Z', 'updated_at': '2021-07-13T14:46:50Z', 'revision_number': 4, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'gw_port': {'id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'b2059912-3df3-4c13-a845-f1e97d17029e', 'name': '', 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'mac_address': 'fa:16:3e:af:e1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:49Z', 'updated_at': '2021-07-13T14:47:00Z', 'revision_number': 5, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'subnets': [{'id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:15.298828 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d681a-8c2e-4c79-b8a7-ef1e3380ef63 None None] Checking router: 42708db7-ad4b-4096-9614-94e685f1a1ae for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:49:15.307532 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d681a-8c2e-4c79-b8a7-ef1e3380ef63 None None] Routers {'42708db7-ad4b-4096-9614-94e685f1a1ae'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:15.308137 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-da8d681a-8c2e-4c79-b8a7-ef1e3380ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:49:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['42708db7-ad4b-4096-9614-94e685f1a1ae'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:15.409977 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-da8d681a-8c2e-4c79-b8a7-ef1e3380ef63 None None] Set router 42708db7-ad4b-4096-9614-94e685f1a1ae gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:15.597415 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-da8d681a-8c2e-4c79-b8a7-ef1e3380ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'name': 'tempest-TestMinimumBasicScenario-1014500211-router', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:46Z', 'updated_at': '2021-07-13T14:46:50Z', 'revision_number': 4, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'gw_port': {'id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'b2059912-3df3-4c13-a845-f1e97d17029e', 'name': '', 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'mac_address': 'fa:16:3e:af:e1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:49Z', 'updated_at': '2021-07-13T14:47:00Z', 'revision_number': 5, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'subnets': [{'id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:15.625953 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d681a-8c2e-4c79-b8a7-ef1e3380ef63 None None] The sync data for ids ['42708db7-ad4b-4096-9614-94e685f1a1ae'] in dv-cinder-788365-4-iscsi is: [{'id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'name': 'tempest-TestMinimumBasicScenario-1014500211-router', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:46Z', 'updated_at': '2021-07-13T14:46:50Z', 'revision_number': 4, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'gw_port': {'id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': 'b2059912-3df3-4c13-a845-f1e97d17029e', 'name': '', 'network_id': '21790059-e5ef-457e-9e5f-5f597468729e', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'mac_address': 'fa:16:3e:af:e1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:49Z', 'updated_at': '2021-07-13T14:47:00Z', 'revision_number': 5, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'subnets': [{'id': 'fafcfdf2-b6e3-4433-b7ed-40133df7617f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:49:15.842258 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc4d32-5451-4070-a190-f731862ceea8 None None] New status for floating IP 89f55a84-95cb-4968-b45c-04cb60c27c03: DOWN {{(pid=93177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:49:15.857491 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f988121e-a645-4589-993d-18267890b772', 'tag': '843991aa-b34e-4561-8864-11b7b6b9f72c'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:15.859912 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9497f1ad-6bae-44b5-bd63-7fa9252c97a5" -d '{"events": [{"name": "network-changed", "server_uuid": "f988121e-a645-4589-993d-18267890b772", "tag": "843991aa-b34e-4561-8864-11b7b6b9f72c"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:15.895828 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffd965d-7d74-408c-865a-67be62986a37 x-openstack-request-id: req-1ffd965d-7d74-408c-865a-67be62986a37 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:15.896111 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f988121e-a645-4589-993d-18267890b772", "tag": "843991aa-b34e-4561-8864-11b7b6b9f72c", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:15.896355 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ffd965d-7d74-408c-865a-67be62986a37 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:15.896780 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f988121e-a645-4589-993d-18267890b772', 'tag': '843991aa-b34e-4561-8864-11b7b6b9f72c', 'status': 'completed', 'code': 200} Jul 13 14:49:15.972160 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497f1ad-6bae-44b5-bd63-7fa9252c97a5 req-b48d17da-7c0a-4bfc-985f-dbb5a89082f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:15.974297 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9497f1ad-6bae-44b5-bd63-7fa9252c97a5 req-b48d17da-7c0a-4bfc-985f-dbb5a89082f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0c34ca3d1f5494991c0e687772f5c82&device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 1099 time: 0.0517688 Jul 13 14:49:16.069485 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497f1ad-6bae-44b5-bd63-7fa9252c97a5 req-137ebb29-f0e2-4a8f-a9ca-c9a6650f948f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:16.070969 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9497f1ad-6bae-44b5-bd63-7fa9252c97a5 req-137ebb29-f0e2-4a8f-a9ca-c9a6650f948f service neutron] 10.222.0.44 "GET /v2.0/networks?id=21790059-e5ef-457e-9e5f-5f597468729e HTTP/1.1" status: 200 len: 916 time: 0.0875528 Jul 13 14:49:16.112122 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9497f1ad-6bae-44b5-bd63-7fa9252c97a5 req-2ddde154-2282-46a4-bf82-5860fad2ed92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=843991aa-b34e-4561-8864-11b7b6b9f72c HTTP/1.1" status: 200 len: 217 time: 0.0341041 Jul 13 14:49:16.168142 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497f1ad-6bae-44b5-bd63-7fa9252c97a5 req-8adfeccb-e23b-4bf4-897e-5c0acbe3cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:16.169569 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9497f1ad-6bae-44b5-bd63-7fa9252c97a5 req-8adfeccb-e23b-4bf4-897e-5c0acbe3cdb6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fafcfdf2-b6e3-4433-b7ed-40133df7617f HTTP/1.1" status: 200 len: 854 time: 0.0475435 Jul 13 14:49:16.228011 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497f1ad-6bae-44b5-bd63-7fa9252c97a5 req-05dda0f1-0d11-40ff-881e-d56396b0ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:16.229474 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9497f1ad-6bae-44b5-bd63-7fa9252c97a5 req-05dda0f1-0d11-40ff-881e-d56396b0ef51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=21790059-e5ef-457e-9e5f-5f597468729e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498836 Jul 13 14:49:16.315856 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9497f1ad-6bae-44b5-bd63-7fa9252c97a5 req-02fbd88a-e950-448b-aa3a-83773327259f service neutron] 10.222.0.44 "GET /v2.0/networks/21790059-e5ef-457e-9e5f-5f597468729e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779045 Jul 13 14:49:16.408252 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9497f1ad-6bae-44b5-bd63-7fa9252c97a5 req-e99eb692-f130-4e9e-ae8c-8cbb22bc0ee3 service neutron] 10.222.0.44 "GET /v2.0/networks/21790059-e5ef-457e-9e5f-5f597468729e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848784 Jul 13 14:49:17.980853 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf0e22-2d9b-4d56-9325-02554a08326c req-ef641dcb-294a-4099-8ef5-35beb3ba2dcf tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:17.982235 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c2cf0e22-2d9b-4d56-9325-02554a08326c req-ef641dcb-294a-4099-8ef5-35beb3ba2dcf tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 946 time: 0.0656462 Jul 13 14:49:18.018616 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-c2cf0e22-2d9b-4d56-9325-02554a08326c req-2bb38bab-12f8-4242-b180-95a6cfd37395 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310037 Jul 13 14:49:19.191642 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e21e7-11ae-4d2b-81ee-8a0dd0a35111 req-cf2e1dea-d229-4c46-8db1-72a4edaccdd6 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:19.193031 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d02e21e7-11ae-4d2b-81ee-8a0dd0a35111 req-cf2e1dea-d229-4c46-8db1-72a4edaccdd6 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 946 time: 0.0622187 Jul 13 14:49:19.230032 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-d02e21e7-11ae-4d2b-81ee-8a0dd0a35111 req-2c512b5a-6ee4-4a97-ad18-43f7d56c4fa8 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/security-groups?id=a885108d-7c61-4247-974f-b122d0184621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316923 Jul 13 14:49:19.926656 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1d127-06b1-463c-86f7-d6740360f975 req-481b662d-a50f-43d9-98ef-409e00499ce7 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:19.928068 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-13c1d127-06b1-463c-86f7-d6740360f975 req-481b662d-a50f-43d9-98ef-409e00499ce7 tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 946 time: 0.0637627 Jul 13 14:49:20.026633 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [req-13c1d127-06b1-463c-86f7-d6740360f975 req-f89c4b4f-3bef-4a36-8755-1e61eade63fd tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Deleting port 843991aa-b34e-4561-8864-11b7b6b9f72c {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:49:20.026969 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-13c1d127-06b1-463c-86f7-d6740360f975 req-f89c4b4f-3bef-4a36-8755-1e61eade63fd tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:20.110720 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [req-13c1d127-06b1-463c-86f7-d6740360f975 req-f89c4b4f-3bef-4a36-8755-1e61eade63fd tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] For port 843991aa-b34e-4561-8864-11b7b6b9f72c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=843991aa-b34e-4561-8864-11b7b6b9f72c,segment=NetworkSegment(57b20fd3-ac0d-46ec-8532-5e5b3891570f),segment_id=57b20fd3-ac0d-46ec-8532-5e5b3891570f)] {{(pid=93172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:20.110990 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-13c1d127-06b1-463c-86f7-d6740360f975 req-f89c4b4f-3bef-4a36-8755-1e61eade63fd tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:20.123555 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [req-13c1d127-06b1-463c-86f7-d6740360f975 req-f89c4b4f-3bef-4a36-8755-1e61eade63fd tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Calling delete_port for 843991aa-b34e-4561-8864-11b7b6b9f72c owned by compute:nova {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:49:20.246448 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-13c1d127-06b1-463c-86f7-d6740360f975 req-f89c4b4f-3bef-4a36-8755-1e61eade63fd tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:20.261988 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['843991aa-b34e-4561-8864-11b7b6b9f72c'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:49:20.276168 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c4b4f-3bef-4a36-8755-1e61eade63fd tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Pushing event deleted for resources: {'Port': ['ID=843991aa-b34e-4561-8864-11b7b6b9f72c,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:20.326613 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c1d127-06b1-463c-86f7-d6740360f975 req-f89c4b4f-3bef-4a36-8755-1e61eade63fd tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] No DVR routers for this DVR port 843991aa-b34e-4561-8864-11b7b6b9f72c on host hv-cinder-78836 {{(pid=93172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:49:20.329116 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-13c1d127-06b1-463c-86f7-d6740360f975 req-f89c4b4f-3bef-4a36-8755-1e61eade63fd tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:20.331069 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-13c1d127-06b1-463c-86f7-d6740360f975 req-f89c4b4f-3bef-4a36-8755-1e61eade63fd tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.44 "DELETE /v2.0/ports/843991aa-b34e-4561-8864-11b7b6b9f72c HTTP/1.1" status: 204 len: 173 time: 0.3949761 Jul 13 14:49:20.331514 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f988121e-a645-4589-993d-18267890b772', 'name': 'network-vif-deleted', 'tag': '843991aa-b34e-4561-8864-11b7b6b9f72c'}] {{(pid=93172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:20.333739 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f99a20e7926ac0a9073af94a8a5f0d8e34f6a0025af7e4a09400b7fc179008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e717f6d1-a953-4763-8b6d-a7ec1b28758e" -d '{"events": [{"server_uuid": "f988121e-a645-4589-993d-18267890b772", "name": "network-vif-deleted", "tag": "843991aa-b34e-4561-8864-11b7b6b9f72c"}]}' {{(pid=93172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:20.369889 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d878ab36-3194-4f25-8b45-7bb8c762b6c4 x-openstack-request-id: req-d878ab36-3194-4f25-8b45-7bb8c762b6c4 {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:20.370176 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f988121e-a645-4589-993d-18267890b772", "name": "network-vif-deleted", "tag": "843991aa-b34e-4561-8864-11b7b6b9f72c", "status": "completed", "code": 200}]} {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:20.370454 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d878ab36-3194-4f25-8b45-7bb8c762b6c4 {{(pid=93172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:20.370852 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f988121e-a645-4589-993d-18267890b772', 'name': 'network-vif-deleted', 'tag': '843991aa-b34e-4561-8864-11b7b6b9f72c', 'status': 'completed', 'code': 200} Jul 13 14:49:20.371287 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5694f243-1318-4990-8e9c-b91408465eca req-e39b04f3-4afd-4217-bbc1-7ff91f31949b tempest-TestMinimumBasicScenario-1169601751 tempest-TestMinimumBasicScenario-1169601751-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988121e-a645-4589-993d-18267890b772 HTTP/1.1" status: 200 len: 210 time: 0.0292780 Jul 13 14:49:22.046803 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56490) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:22.385087 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-366ef828-0286-4931-b725-b0e1d5a83e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3911492'] for router_interface, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:22.632148 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-366ef828-0286-4931-b725-b0e1d5a83e63 admin admin] Deleting port b2059912-3df3-4c13-a845-f1e97d17029e {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:49:22.632489 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-366ef828-0286-4931-b725-b0e1d5a83e63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:22.708229 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [None req-366ef828-0286-4931-b725-b0e1d5a83e63 admin admin] For port b2059912-3df3-4c13-a845-f1e97d17029e, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=b2059912-3df3-4c13-a845-f1e97d17029e,segment=NetworkSegment(57b20fd3-ac0d-46ec-8532-5e5b3891570f),segment_id=57b20fd3-ac0d-46ec-8532-5e5b3891570f)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:22.708514 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-366ef828-0286-4931-b725-b0e1d5a83e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:22.720938 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-366ef828-0286-4931-b725-b0e1d5a83e63 admin admin] Calling delete_port for b2059912-3df3-4c13-a845-f1e97d17029e owned by network:router_interface {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:49:22.898964 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-366ef828-0286-4931-b725-b0e1d5a83e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:22.927947 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ef828-0286-4931-b725-b0e1d5a83e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2059912-3df3-4c13-a845-f1e97d17029e,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:23.091802 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-366ef828-0286-4931-b725-b0e1d5a83e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3911656'] for router_interface, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:23.301463 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366ef828-0286-4931-b725-b0e1d5a83e63 admin admin] Router 42708db7-ad4b-4096-9614-94e685f1a1ae has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:49:23.354537 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 843991aa-b34e-4561-8864-11b7b6b9f72c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:49:23.374285 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: 843991aa-b34e-4561-8864-11b7b6b9f72c {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:49:23.374629 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 843991aa-b34e-4561-8864-11b7b6b9f72c not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:49:23.406310 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366ef828-0286-4931-b725-b0e1d5a83e63 admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:49:23.415336 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-366ef828-0286-4931-b725-b0e1d5a83e63 admin admin] 10.222.0.42 "PUT /v2.0/routers/42708db7-ad4b-4096-9614-94e685f1a1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3645332 Jul 13 14:49:23.415336 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56492) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:23.418795 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bdfcde-a565-4c24-81e3-9602ae0d015f None None] Sync routers for ids ['42708db7-ad4b-4096-9614-94e685f1a1ae'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:49:23.429303 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bdfcde-a565-4c24-81e3-9602ae0d015f None None] Routers {'42708db7-ad4b-4096-9614-94e685f1a1ae'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:23.429996 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-24bdfcde-a565-4c24-81e3-9602ae0d015f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:49:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['42708db7-ad4b-4096-9614-94e685f1a1ae'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:23.521925 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6a68ca26-2c22-4314-8b37-8ed7f6fddad2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:23.533919 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-24bdfcde-a565-4c24-81e3-9602ae0d015f None None] Set router 42708db7-ad4b-4096-9614-94e685f1a1ae gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:23.623243 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6a68ca26-2c22-4314-8b37-8ed7f6fddad2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:23.674565 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-6a68ca26-2c22-4314-8b37-8ed7f6fddad2 admin admin] Deleting port 35ba4de5-d69a-4391-9c15-b35be6bfd2d6 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:49:23.674916 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6a68ca26-2c22-4314-8b37-8ed7f6fddad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:23.707707 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-24bdfcde-a565-4c24-81e3-9602ae0d015f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'name': 'tempest-TestMinimumBasicScenario-1014500211-router', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:46Z', 'updated_at': '2021-07-13T14:49:22Z', 'revision_number': 5, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'gw_port': {'id': '35ba4de5-d69a-4391-9c15-b35be6bfd2d6', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:23.737325 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bdfcde-a565-4c24-81e3-9602ae0d015f None None] Checking router: 42708db7-ad4b-4096-9614-94e685f1a1ae for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:49:23.745437 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bdfcde-a565-4c24-81e3-9602ae0d015f None None] Routers {'42708db7-ad4b-4096-9614-94e685f1a1ae'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:23.746040 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-24bdfcde-a565-4c24-81e3-9602ae0d015f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:49:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['42708db7-ad4b-4096-9614-94e685f1a1ae'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:23.753663 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [None req-6a68ca26-2c22-4314-8b37-8ed7f6fddad2 admin admin] For port 35ba4de5-d69a-4391-9c15-b35be6bfd2d6, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=35ba4de5-d69a-4391-9c15-b35be6bfd2d6,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:23.754021 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6a68ca26-2c22-4314-8b37-8ed7f6fddad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:23.766215 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-6a68ca26-2c22-4314-8b37-8ed7f6fddad2 admin admin] Calling delete_port for 35ba4de5-d69a-4391-9c15-b35be6bfd2d6 owned by network:router_gateway {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:49:23.935984 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6a68ca26-2c22-4314-8b37-8ed7f6fddad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:23.948453 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-24bdfcde-a565-4c24-81e3-9602ae0d015f None None] Set router 42708db7-ad4b-4096-9614-94e685f1a1ae gateway port host: None {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:23.963318 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68ca26-2c22-4314-8b37-8ed7f6fddad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ba4de5-d69a-4391-9c15-b35be6bfd2d6,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:23.999777 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-24bdfcde-a565-4c24-81e3-9602ae0d015f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'name': 'tempest-TestMinimumBasicScenario-1014500211-router', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:46Z', 'updated_at': '2021-07-13T14:49:23Z', 'revision_number': 6, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'gw_port_host': None}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:24.025717 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6a68ca26-2c22-4314-8b37-8ed7f6fddad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3909646'] for router_gateway, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.029128 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bdfcde-a565-4c24-81e3-9602ae0d015f None None] The sync data for ids ['42708db7-ad4b-4096-9614-94e685f1a1ae'] in dv-cinder-788365-4-iscsi is: [{'id': '42708db7-ad4b-4096-9614-94e685f1a1ae', 'name': 'tempest-TestMinimumBasicScenario-1014500211-router', 'tenant_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:46Z', 'updated_at': '2021-07-13T14:49:23Z', 'revision_number': 6, 'project_id': 'f0c34ca3d1f5494991c0e687772f5c82', 'gw_port_host': None}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:49:24.114619 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6a68ca26-2c22-4314-8b37-8ed7f6fddad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3910901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1147'] for router, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.116723 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6a68ca26-2c22-4314-8b37-8ed7f6fddad2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.157502 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6a68ca26-2c22-4314-8b37-8ed7f6fddad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3914245'] for router, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.158027 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a68ca26-2c22-4314-8b37-8ed7f6fddad2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42708db7-ad4b-4096-9614-94e685f1a1ae {{(pid=93173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:49:24.162296 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-6a68ca26-2c22-4314-8b37-8ed7f6fddad2 admin admin] Notify callbacks [] for router, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.163455 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-6a68ca26-2c22-4314-8b37-8ed7f6fddad2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/42708db7-ad4b-4096-9614-94e685f1a1ae HTTP/1.1" status: 204 len: 168 time: 0.7476101 Jul 13 14:49:24.166073 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56494) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:24.212533 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bafa74-c42a-4c16-8ec8-e36c05d9cae2 admin admin] Deleting subnet fafcfdf2-b6e3-4433-b7ed-40133df7617f {{(pid=93173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:49:24.215467 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b8bafa74-c42a-4c16-8ec8-e36c05d9cae2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.247610 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b8bafa74-c42a-4c16-8ec8-e36c05d9cae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916697'] for subnet, precommit_delete_associations {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.322291 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b8bafa74-c42a-4c16-8ec8-e36c05d9cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675533'] for subnet, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.373544 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b8bafa74-c42a-4c16-8ec8-e36c05d9cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8945343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9032460'] for subnet, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.405325 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bafa74-c42a-4c16-8ec8-e36c05d9cae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fafcfdf2-b6e3-4433-b7ed-40133df7617f,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:24.407271 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-b8bafa74-c42a-4c16-8ec8-e36c05d9cae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.410670 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-b8bafa74-c42a-4c16-8ec8-e36c05d9cae2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fafcfdf2-b6e3-4433-b7ed-40133df7617f HTTP/1.1" status: 204 len: 168 time: 0.2436335 Jul 13 14:49:24.411202 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d3a3bd-472f-4021-a37f-b713acbe600f None None] Network 21790059-e5ef-457e-9e5f-5f597468729e requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:49:24.411901 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56496) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:24.482095 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593188'] for network, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.533693 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] Deleting port b7ca4022-0cad-44c2-8690-5f7a5720e46e {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:49:24.534047 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.599733 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] For port b7ca4022-0cad-44c2-8690-5f7a5720e46e, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=b7ca4022-0cad-44c2-8690-5f7a5720e46e,segment=NetworkSegment(57b20fd3-ac0d-46ec-8532-5e5b3891570f),segment_id=57b20fd3-ac0d-46ec-8532-5e5b3891570f)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:24.600099 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.612357 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] Calling delete_port for b7ca4022-0cad-44c2-8690-5f7a5720e46e owned by network:dhcp {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:49:24.689162 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.712579 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ca4022-0cad-44c2-8690-5f7a5720e46e,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:24.717980 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] No DVR routers for this DVR port b7ca4022-0cad-44c2-8690-5f7a5720e46e on host dv-cinder-788365-4-iscsi {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:49:24.782060 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246fa36d-2edc-4d55-89a2-dfbe52f8af7a None None] DHCP port deletion for 21790059-e5ef-457e-9e5f-5f597468729e request from dv-cinder-788365-4-iscsi {{(pid=93174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:49:24.796164 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672344', 'neutron.services.segments.db._delete_segments_for_network-8760775097411'] for network, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.806880 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21790059-e5ef-457e-9e5f-5f597468729e']}} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:24.816947 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b20fd3-ac0d-46ec-8532-5e5b3891570f') {'for_net_delete': True} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:24.817246 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b20fd3-ac0d-46ec-8532-5e5b3891570f') {} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:24.825890 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760775099212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916672'] for segment, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.839468 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.845654 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=93173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:49:24.846110 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8950289'] for segment, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: Traceback (most recent call last): Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: timer() Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: cb(*args, **kw) Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: return func(*args, **kwargs) Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: self._notify() Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: self.callback(batched_events) Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: event.method(event) Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: return f(self, *a, **k) Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: return self._get(url).json() Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: return self.request(url, 'GET', **kwargs) Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:49:24.848289 dv-cinder-788365-4-iscsi neutron-server[93173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:49:24.901515 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909738'] for network, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.907653 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.910095 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] 10.222.0.42 "DELETE /v2.0/networks/21790059-e5ef-457e-9e5f-5f597468729e HTTP/1.1" status: 204 len: 168 time: 0.4967256 Jul 13 14:49:24.913401 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56498) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:24.923231 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21b6a8-4e57-43fe-955f-f96d2f5b0089 admin admin] Pushing event deleted for resources: {'Network': ['ID=21790059-e5ef-457e-9e5f-5f597468729e,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:25.247750 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0ac565c0-bb42-429f-a599-cb81096da2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3911492'] for router_interface, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:25.457379 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device b7ca4022-0cad-44c2-8690-5f7a5720e46e no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:49:25.478461 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: b7ca4022-0cad-44c2-8690-5f7a5720e46e {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:49:25.478800 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device b7ca4022-0cad-44c2-8690-5f7a5720e46e not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:49:25.479212 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device b2059912-3df3-4c13-a845-f1e97d17029e no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:49:25.498519 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: b2059912-3df3-4c13-a845-f1e97d17029e {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:49:25.498772 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device b2059912-3df3-4c13-a845-f1e97d17029e not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:49:25.499182 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 35ba4de5-d69a-4391-9c15-b35be6bfd2d6 no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:49:25.517424 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: 35ba4de5-d69a-4391-9c15-b35be6bfd2d6 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:49:25.517761 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 35ba4de5-d69a-4391-9c15-b35be6bfd2d6 not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:49:25.736179 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-0ac565c0-bb42-429f-a599-cb81096da2eb admin admin] Deleting port da2b2694-7646-4851-b6c4-3dde6ec61c66 {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:49:25.736519 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0ac565c0-bb42-429f-a599-cb81096da2eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:25.811882 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [None req-0ac565c0-bb42-429f-a599-cb81096da2eb admin admin] For port da2b2694-7646-4851-b6c4-3dde6ec61c66, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=da2b2694-7646-4851-b6c4-3dde6ec61c66,segment=NetworkSegment(1547f955-7de8-4c58-a546-24ca4c39b797),segment_id=1547f955-7de8-4c58-a546-24ca4c39b797)] {{(pid=93172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:25.812155 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0ac565c0-bb42-429f-a599-cb81096da2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:25.824759 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-0ac565c0-bb42-429f-a599-cb81096da2eb admin admin] Calling delete_port for da2b2694-7646-4851-b6c4-3dde6ec61c66 owned by network:router_interface {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:49:25.993454 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0ac565c0-bb42-429f-a599-cb81096da2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:26.018996 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac565c0-bb42-429f-a599-cb81096da2eb admin admin] Pushing event deleted for resources: {'Port': ['ID=da2b2694-7646-4851-b6c4-3dde6ec61c66,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:26.176963 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0ac565c0-bb42-429f-a599-cb81096da2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3911656'] for router_interface, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:26.383226 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac565c0-bb42-429f-a599-cb81096da2eb admin admin] Router e57c3589-92eb-454c-8730-745276b20efd has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:49:26.485071 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac565c0-bb42-429f-a599-cb81096da2eb admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:49:26.490543 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-0ac565c0-bb42-429f-a599-cb81096da2eb admin admin] 10.222.0.42 "PUT /v2.0/routers/e57c3589-92eb-454c-8730-745276b20efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5761018 Jul 13 14:49:26.493192 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56500) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:26.493736 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ff52d3-11a2-4b0c-8a95-3e5dec5df9a1 None None] Sync routers for ids ['e57c3589-92eb-454c-8730-745276b20efd'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:49:26.502863 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ff52d3-11a2-4b0c-8a95-3e5dec5df9a1 None None] Routers {'e57c3589-92eb-454c-8730-745276b20efd'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:26.503520 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-00ff52d3-11a2-4b0c-8a95-3e5dec5df9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:49:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['e57c3589-92eb-454c-8730-745276b20efd'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:26.594895 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa065-b5c1-4728-a13b-e23c862fe587 admin admin] Notify callbacks [] for router, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:26.604915 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-00ff52d3-11a2-4b0c-8a95-3e5dec5df9a1 None None] Set router e57c3589-92eb-454c-8730-745276b20efd gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:26.693967 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa065-b5c1-4728-a13b-e23c862fe587 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:26.744575 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fa065-b5c1-4728-a13b-e23c862fe587 admin admin] Deleting port 9f8406f2-806b-4f7d-afe8-f4e269196cb8 {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:49:26.744938 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa065-b5c1-4728-a13b-e23c862fe587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:26.777236 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-00ff52d3-11a2-4b0c-8a95-3e5dec5df9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57c3589-92eb-454c-8730-745276b20efd', 'name': 'tempest-TestMinimumBasicScenario-1191649793-router', 'tenant_id': '0b245e226b244741b54073e443f9fbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '9f8406f2-806b-4f7d-afe8-f4e269196cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:53Z', 'updated_at': '2021-07-13T14:49:25Z', 'revision_number': 5, 'project_id': '0b245e226b244741b54073e443f9fbc7', 'gw_port': {'id': '9f8406f2-806b-4f7d-afe8-f4e269196cb8', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57c3589-92eb-454c-8730-745276b20efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:54Z', 'updated_at': '2021-07-13T14:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:26.802802 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ff52d3-11a2-4b0c-8a95-3e5dec5df9a1 None None] Checking router: e57c3589-92eb-454c-8730-745276b20efd for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:49:26.810979 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ff52d3-11a2-4b0c-8a95-3e5dec5df9a1 None None] Routers {'e57c3589-92eb-454c-8730-745276b20efd'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:26.811578 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-00ff52d3-11a2-4b0c-8a95-3e5dec5df9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:49:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['e57c3589-92eb-454c-8730-745276b20efd'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:26.822457 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [None req-0a5fa065-b5c1-4728-a13b-e23c862fe587 admin admin] For port 9f8406f2-806b-4f7d-afe8-f4e269196cb8, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=9f8406f2-806b-4f7d-afe8-f4e269196cb8,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:26.822811 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa065-b5c1-4728-a13b-e23c862fe587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:26.835501 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fa065-b5c1-4728-a13b-e23c862fe587 admin admin] Calling delete_port for 9f8406f2-806b-4f7d-afe8-f4e269196cb8 owned by network:router_gateway {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:49:26.894750 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-00ff52d3-11a2-4b0c-8a95-3e5dec5df9a1 None None] Set router e57c3589-92eb-454c-8730-745276b20efd gateway port host: None {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:26.945073 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-00ff52d3-11a2-4b0c-8a95-3e5dec5df9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57c3589-92eb-454c-8730-745276b20efd', 'name': 'tempest-TestMinimumBasicScenario-1191649793-router', 'tenant_id': '0b245e226b244741b54073e443f9fbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:53Z', 'updated_at': '2021-07-13T14:49:26Z', 'revision_number': 6, 'project_id': '0b245e226b244741b54073e443f9fbc7', 'gw_port_host': None}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:26.973822 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ff52d3-11a2-4b0c-8a95-3e5dec5df9a1 None None] The sync data for ids ['e57c3589-92eb-454c-8730-745276b20efd'] in dv-cinder-788365-4-iscsi is: [{'id': 'e57c3589-92eb-454c-8730-745276b20efd', 'name': 'tempest-TestMinimumBasicScenario-1191649793-router', 'tenant_id': '0b245e226b244741b54073e443f9fbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:53Z', 'updated_at': '2021-07-13T14:49:26Z', 'revision_number': 6, 'project_id': '0b245e226b244741b54073e443f9fbc7', 'gw_port_host': None}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:49:27.006261 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa065-b5c1-4728-a13b-e23c862fe587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.030901 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fa065-b5c1-4728-a13b-e23c862fe587 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8406f2-806b-4f7d-afe8-f4e269196cb8,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:27.090974 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa065-b5c1-4728-a13b-e23c862fe587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3909646'] for router_gateway, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.176157 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa065-b5c1-4728-a13b-e23c862fe587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3910901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1147'] for router, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.178216 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa065-b5c1-4728-a13b-e23c862fe587 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.217183 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa065-b5c1-4728-a13b-e23c862fe587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3914245'] for router, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.217642 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5fa065-b5c1-4728-a13b-e23c862fe587 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e57c3589-92eb-454c-8730-745276b20efd {{(pid=93172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:49:27.221717 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa065-b5c1-4728-a13b-e23c862fe587 admin admin] Notify callbacks [] for router, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.223531 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-0a5fa065-b5c1-4728-a13b-e23c862fe587 admin admin] 10.222.0.42 "DELETE /v2.0/routers/e57c3589-92eb-454c-8730-745276b20efd HTTP/1.1" status: 204 len: 168 time: 0.7294345 Jul 13 14:49:27.225989 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56502) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:27.270857 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_v2 [None req-c467506f-2750-491a-8273-a682e38326e0 admin admin] Deleting subnet ff0235ec-70d5-474c-bb86-28154d5b69d8 {{(pid=93172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:49:27.273663 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c467506f-2750-491a-8273-a682e38326e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.306538 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c467506f-2750-491a-8273-a682e38326e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777675'] for subnet, precommit_delete_associations {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.383218 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c467506f-2750-491a-8273-a682e38326e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675533'] for subnet, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.433935 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c467506f-2750-491a-8273-a682e38326e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8777709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610214'] for subnet, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.463876 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467506f-2750-491a-8273-a682e38326e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff0235ec-70d5-474c-bb86-28154d5b69d8,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:27.465848 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-c467506f-2750-491a-8273-a682e38326e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.467774 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-c467506f-2750-491a-8273-a682e38326e0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ff0235ec-70d5-474c-bb86-28154d5b69d8 HTTP/1.1" status: 204 len: 168 time: 0.2408264 Jul 13 14:49:27.470201 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56504) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:27.470381 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0fa239-b77c-4d15-b929-c1b8b1b22cf3 None None] Network 6e6cd87c-d0d1-4990-8b71-003ba1bf8806 requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:49:27.535275 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593188'] for network, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.585597 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] Deleting port 1072b751-118a-4800-88ce-6cc87d8f4ff5 {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:49:27.585930 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.649875 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] For port 1072b751-118a-4800-88ce-6cc87d8f4ff5, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=1072b751-118a-4800-88ce-6cc87d8f4ff5,segment=NetworkSegment(1547f955-7de8-4c58-a546-24ca4c39b797),segment_id=1547f955-7de8-4c58-a546-24ca4c39b797)] {{(pid=93172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:27.650172 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.662196 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] Calling delete_port for 1072b751-118a-4800-88ce-6cc87d8f4ff5 owned by network:dhcp {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:49:27.710283 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] DHCP port deletion for 6e6cd87c-d0d1-4990-8b71-003ba1bf8806 request from dv-cinder-788365-4-iscsi {{(pid=93174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:49:27.743938 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.768043 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1072b751-118a-4800-88ce-6cc87d8f4ff5,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:27.773816 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] No DVR routers for this DVR port 1072b751-118a-4800-88ce-6cc87d8f4ff5 on host dv-cinder-788365-4-iscsi {{(pid=93172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:49:27.777701 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] Deleting port 1072b751-118a-4800-88ce-6cc87d8f4ff5 {{(pid=93174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:49:27.778155 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.781288 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device da2b2694-7646-4851-b6c4-3dde6ec61c66 no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:49:27.835605 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: da2b2694-7646-4851-b6c4-3dde6ec61c66 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:49:27.835951 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device da2b2694-7646-4851-b6c4-3dde6ec61c66 not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:49:27.836366 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 1072b751-118a-4800-88ce-6cc87d8f4ff5 no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:49:27.847273 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672344', 'neutron.services.segments.db._delete_segments_for_network-8760775097411'] for network, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.861922 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6cd87c-d0d1-4990-8b71-003ba1bf8806']}} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:27.862619 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: 1072b751-118a-4800-88ce-6cc87d8f4ff5 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:49:27.862973 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 1072b751-118a-4800-88ce-6cc87d8f4ff5 not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:49:27.863813 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 9f8406f2-806b-4f7d-afe8-f4e269196cb8 no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:49:27.872531 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1547f955-7de8-4c58-a546-24ca4c39b797') {'for_net_delete': True} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:27.872851 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1547f955-7de8-4c58-a546-24ca4c39b797') {} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:27.883133 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760775099212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8777682'] for segment, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.887643 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: 9f8406f2-806b-4f7d-afe8-f4e269196cb8 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:49:27.887991 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 9f8406f2-806b-4f7d-afe8-f4e269196cb8 not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:49:27.897882 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.899752 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] For port 1072b751-118a-4800-88ce-6cc87d8f4ff5, host dv-cinder-788365-4-iscsi, got binding levels [] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:27.900128 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.905119 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:49:27.905569 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8717123'] for segment, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: Traceback (most recent call last): Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: timer() Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: cb(*args, **kw) Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: return func(*args, **kwargs) Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: self._notify() Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: self.callback(batched_events) Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: event.method(event) Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: return f(self, *a, **k) Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: return self._get(url).json() Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: return self.request(url, 'GET', **kwargs) Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:49:27.907255 dv-cinder-788365-4-iscsi neutron-server[93172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:49:27.913294 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] Calling delete_port for 1072b751-118a-4800-88ce-6cc87d8f4ff5 owned by network:dhcp {{(pid=93174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:49:27.915984 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.ipam_backend_mixin [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] Port 1072b751-118a-4800-88ce-6cc87d8f4ff5 was not found and therefore no delete operation was performed {{(pid=93174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 14:49:27.917227 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878'] for port, after_delete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.944111 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] Pushing event deleted for resources: {'Port': ['ID=1072b751-118a-4800-88ce-6cc87d8f4ff5,revision_number=None']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:27.947186 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] No DVR routers for this DVR port 1072b751-118a-4800-88ce-6cc87d8f4ff5 on host dv-cinder-788365-4-iscsi {{(pid=93174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:49:27.953807 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.954155 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.957423 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.957423 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.957423 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.957423 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.957423 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.957423 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.957423 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.957423 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.958579 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.958579 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe669a1-7e96-444c-9abe-7e27656adc45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.968953 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909738'] for network, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.977662 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.979511 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6e6cd87c-d0d1-4990-8b71-003ba1bf8806 HTTP/1.1" status: 204 len: 168 time: 0.5084097 Jul 13 14:49:27.991119 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae6b51-c631-48c7-ae23-44304ab9baa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e6cd87c-d0d1-4990-8b71-003ba1bf8806,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:28.140528 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56508) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:28.179358 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-7cc7d2dc-276f-42dc-8093-f72982472f7d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0c34ca3d1f5494991c0e687772f5c82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365109 Jul 13 14:49:28.180518 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56510) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:28.226355 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-baaa3922-8624-491b-a2b1-f5f951cf38cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:28.246647 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-baaa3922-8624-491b-a2b1-f5f951cf38cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:28.290589 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-baaa3922-8624-491b-a2b1-f5f951cf38cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:28.293710 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-baaa3922-8624-491b-a2b1-f5f951cf38cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:28.294887 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-baaa3922-8624-491b-a2b1-f5f951cf38cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a885108d-7c61-4247-974f-b122d0184621 HTTP/1.1" status: 204 len: 168 time: 0.1134806 Jul 13 14:49:28.302830 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa3922-8624-491b-a2b1-f5f951cf38cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a885108d-7c61-4247-974f-b122d0184621,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:28.589484 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56516) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:28.628246 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-70ad9a8a-b357-4a46-bdbd-a484eaf7795f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b245e226b244741b54073e443f9fbc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372186 Jul 13 14:49:28.630577 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56518) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:28.680410 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-3b7253a9-f356-4ddd-b4a6-5d8fcf9f9d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:28.700241 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-3b7253a9-f356-4ddd-b4a6-5d8fcf9f9d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:28.744258 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-3b7253a9-f356-4ddd-b4a6-5d8fcf9f9d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:28.746740 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-3b7253a9-f356-4ddd-b4a6-5d8fcf9f9d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:28.747846 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-3b7253a9-f356-4ddd-b4a6-5d8fcf9f9d50 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b6cf046-54f1-4139-8425-f35c5d2c361a HTTP/1.1" status: 204 len: 168 time: 0.1163940 Jul 13 14:49:28.755334 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7253a9-f356-4ddd-b4a6-5d8fcf9f9d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6cf046-54f1-4139-8425-f35c5d2c361a,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:31.307080 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:36.579143 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-a79c6ce5-e9e4-473f-8604-d53ea8c795a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:38.247981 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:49:39.390839 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-e9dfae50-8aae-4f8a-9e28-02814e17dcd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:39.618008 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:40.248891 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:42.063319 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:49.702459 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceed307-a807-4890-8df3-73e2d30b89e0 req-27b51fda-7157-4721-99de-1a6f38e4ad83 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:49.703808 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7ceed307-a807-4890-8df3-73e2d30b89e0 req-27b51fda-7157-4721-99de-1a6f38e4ad83 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.0612273 Jul 13 14:49:49.740582 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-7ceed307-a807-4890-8df3-73e2d30b89e0 req-f7c84183-349b-4a45-9de9-80f9ea145e38 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311499 Jul 13 14:49:50.910910 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb6ce1-3481-4560-bbca-f7f182be1ee9 req-16d588d9-1ff4-4f93-b2f5-2d93177ea9b5 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:50.912367 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b6fb6ce1-3481-4560-bbca-f7f182be1ee9 req-16d588d9-1ff4-4f93-b2f5-2d93177ea9b5 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.0624063 Jul 13 14:49:50.948758 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b6fb6ce1-3481-4560-bbca-f7f182be1ee9 req-dcfc0961-12cf-462f-8ddb-a225ddde5b0b tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308516 Jul 13 14:49:52.380639 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c909e-d641-4899-ab06-967b8b0649a7 req-5ae3fd1b-94e9-41bb-8165-71f85821b2e6 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:52.382133 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4e4c909e-d641-4899-ab06-967b8b0649a7 req-5ae3fd1b-94e9-41bb-8165-71f85821b2e6 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.3268244 Jul 13 14:49:52.419294 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-4e4c909e-d641-4899-ab06-967b8b0649a7 req-85281972-f990-4afe-8314-6ffdf5dc55e0 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317004 Jul 13 14:49:53.586700 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387da3d0-cdbc-47a7-b41c-19f84439039c req-22359108-c67a-4750-913a-b5e9db944dac tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:53.588153 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-387da3d0-cdbc-47a7-b41c-19f84439039c req-22359108-c67a-4750-913a-b5e9db944dac tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.0622241 Jul 13 14:49:53.625132 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-387da3d0-cdbc-47a7-b41c-19f84439039c req-295b0531-5886-47cf-ba27-a6f54f8cdac4 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315168 Jul 13 14:49:54.797116 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f00b35-9d03-4a91-9b2c-2aea835f036e req-b49ac3d0-0bf4-4acb-994c-13ebc1d8c17a tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:54.798575 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-78f00b35-9d03-4a91-9b2c-2aea835f036e req-b49ac3d0-0bf4-4acb-994c-13ebc1d8c17a tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.0640979 Jul 13 14:49:54.835845 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-78f00b35-9d03-4a91-9b2c-2aea835f036e req-e012206d-304b-4246-9d11-a6973b9c1f65 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312724 Jul 13 14:49:56.002477 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636baf15-4e5e-408f-88fe-e32ec9a4d176 req-33305f86-0ff4-472a-8208-f69bfcbd511c tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:56.004555 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-636baf15-4e5e-408f-88fe-e32ec9a4d176 req-33305f86-0ff4-472a-8208-f69bfcbd511c tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.0621109 Jul 13 14:49:56.041233 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-636baf15-4e5e-408f-88fe-e32ec9a4d176 req-4f35d87f-d1aa-441f-9b98-94378e9c96fe tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313568 Jul 13 14:49:57.358447 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718bfab-9cef-4225-8467-2078a36775f6 req-90eae891-e76e-4d0d-8818-ba0082adf273 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:57.359902 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2718bfab-9cef-4225-8467-2078a36775f6 req-90eae891-e76e-4d0d-8818-ba0082adf273 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.0623202 Jul 13 14:49:57.397446 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-2718bfab-9cef-4225-8467-2078a36775f6 req-05a42bb2-fab0-4911-b230-fb860f83b2d3 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316014 Jul 13 14:49:58.569030 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a71b4b-de6f-4b41-833a-31955166bc6e req-4e387883-b7cf-4154-9ca6-3dc703bbe299 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:58.570466 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-20a71b4b-de6f-4b41-833a-31955166bc6e req-4e387883-b7cf-4154-9ca6-3dc703bbe299 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.0643983 Jul 13 14:49:58.606649 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-20a71b4b-de6f-4b41-833a-31955166bc6e req-b5d90761-7802-4b03-9fe3-0e6b8d6628f6 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307889 Jul 13 14:49:59.774424 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc2b76-a3c8-4c2a-87d6-4ca7595b842b req-c88eab39-403f-4541-966f-fff3790d9d5a tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:59.775936 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8acc2b76-a3c8-4c2a-87d6-4ca7595b842b req-c88eab39-403f-4541-966f-fff3790d9d5a tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.0618076 Jul 13 14:49:59.814258 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8acc2b76-a3c8-4c2a-87d6-4ca7595b842b req-81979ca7-23d5-4a90-a3c4-7946bd053cca tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325105 Jul 13 14:49:59.834896 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f8f29-9889-4e98-bf61-2d52a33c94fb req-314b5996-1351-47b4-97cb-278c277b4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:59.836379 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-194f8f29-9889-4e98-bf61-2d52a33c94fb req-314b5996-1351-47b4-97cb-278c277b4124 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b987c762993a4dbaab6e33aab175d7fd&device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 1098 time: 0.0518272 Jul 13 14:49:59.924767 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f8f29-9889-4e98-bf61-2d52a33c94fb req-6ea17557-ae04-4f4f-92e6-e70664244eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:59.926202 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-194f8f29-9889-4e98-bf61-2d52a33c94fb req-6ea17557-ae04-4f4f-92e6-e70664244eaf service neutron] 10.222.0.44 "GET /v2.0/networks?id=7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd HTTP/1.1" status: 200 len: 909 time: 0.0827322 Jul 13 14:49:59.988477 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-194f8f29-9889-4e98-bf61-2d52a33c94fb req-c78545e6-547b-4652-91d7-3cedac8ce4fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93b3121c-7dae-42d0-bbca-d229895e8a09 HTTP/1.1" status: 200 len: 1001 time: 0.0547714 Jul 13 14:50:00.037643 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f8f29-9889-4e98-bf61-2d52a33c94fb req-db8525e7-482d-4bc1-8e93-ea733ea788f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:00.038948 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-194f8f29-9889-4e98-bf61-2d52a33c94fb req-db8525e7-482d-4bc1-8e93-ea733ea788f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b203082-dd03-475d-bdbf-be5c9c0c8abc HTTP/1.1" status: 200 len: 847 time: 0.0421736 Jul 13 14:50:00.096870 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f8f29-9889-4e98-bf61-2d52a33c94fb req-d2f3ff24-af46-4475-aefa-700bf54b2316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:00.098268 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-194f8f29-9889-4e98-bf61-2d52a33c94fb req-d2f3ff24-af46-4475-aefa-700bf54b2316 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521300 Jul 13 14:50:00.181248 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-194f8f29-9889-4e98-bf61-2d52a33c94fb req-af79c1fc-b066-45ce-bd0a-9ec40f1a2942 service neutron] 10.222.0.44 "GET /v2.0/networks/7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0756145 Jul 13 14:50:00.268128 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-194f8f29-9889-4e98-bf61-2d52a33c94fb req-0fd83218-07f1-49a8-92d6-8dc4a282cc13 service neutron] 10.222.0.44 "GET /v2.0/networks/7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798023 Jul 13 14:50:00.988144 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc61c4-68d9-4fd8-ba6c-d7ad1b55fde1 req-1913c68a-48ac-40c2-b783-134616fed469 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:00.989594 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-33fc61c4-68d9-4fd8-ba6c-d7ad1b55fde1 req-1913c68a-48ac-40c2-b783-134616fed469 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.0659683 Jul 13 14:50:01.026645 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-33fc61c4-68d9-4fd8-ba6c-d7ad1b55fde1 req-5f480904-4d56-46bd-ad26-c163bbe5d7e5 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316176 Jul 13 14:50:01.318271 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.196162 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecb0be-ed4d-425f-bb11-dc0034b021b5 req-61afd06b-22a5-44e3-92ee-392e73108d82 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:02.197644 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a2ecb0be-ed4d-425f-bb11-dc0034b021b5 req-61afd06b-22a5-44e3-92ee-392e73108d82 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.0621519 Jul 13 14:50:02.234933 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a2ecb0be-ed4d-425f-bb11-dc0034b021b5 req-b04e6505-9cdb-4239-b24a-2464e7f4051d tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319169 Jul 13 14:50:03.402334 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6a130-687c-442a-9974-6d37694364cb req-8541dbd9-8250-493a-ba4d-73416060008a tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:03.403787 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-84d6a130-687c-442a-9974-6d37694364cb req-8541dbd9-8250-493a-ba4d-73416060008a tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.0621328 Jul 13 14:50:03.440067 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-84d6a130-687c-442a-9974-6d37694364cb req-5b48f931-157c-4247-86b1-c4114cd137eb tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309267 Jul 13 14:50:03.780728 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4140d-50d4-4ddb-95a5-a150f575d245 req-86c5f51a-b5d6-44e5-a76f-b2e312fdcf1a tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:03.782150 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b3b4140d-50d4-4ddb-95a5-a150f575d245 req-86c5f51a-b5d6-44e5-a76f-b2e312fdcf1a tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.0682569 Jul 13 14:50:03.821148 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-b3b4140d-50d4-4ddb-95a5-a150f575d245 req-b694a33a-c126-418d-85ec-7f52652cb4fb tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323863 Jul 13 14:50:03.841412 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9154ed4b-3204-4c2f-8513-a3964ab0edfe req-baa1c7cf-181f-4636-b7cd-de5d61bad2df service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1840925 Jul 13 14:50:04.994923 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ae8fe-45af-4541-aa1a-319f7b8e4d9e req-8be01786-72da-4d10-83ef-f98de38cef1c tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:04.996338 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-843ae8fe-45af-4541-aa1a-319f7b8e4d9e req-8be01786-72da-4d10-83ef-f98de38cef1c tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.0660193 Jul 13 14:50:05.034966 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-843ae8fe-45af-4541-aa1a-319f7b8e4d9e req-ac0e0bd4-a588-4dfe-a10e-348c05545311 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329833 Jul 13 14:50:05.323946 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154ed4b-3204-4c2f-8513-a3964ab0edfe req-4523f3db-3426-4389-af7d-2b42a1780ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:05.325360 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9154ed4b-3204-4c2f-8513-a3964ab0edfe req-4523f3db-3426-4389-af7d-2b42a1780ebf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d&tenant_id=b987c762993a4dbaab6e33aab175d7fd HTTP/1.1" status: 200 len: 1098 time: 0.0779884 Jul 13 14:50:05.401866 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154ed4b-3204-4c2f-8513-a3964ab0edfe req-ddec477c-62b8-467d-a8f1-9fab7c3e1d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:05.403318 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9154ed4b-3204-4c2f-8513-a3964ab0edfe req-ddec477c-62b8-467d-a8f1-9fab7c3e1d93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b987c762993a4dbaab6e33aab175d7fd&device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 1098 time: 0.0523295 Jul 13 14:50:05.487999 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154ed4b-3204-4c2f-8513-a3964ab0edfe req-0f32ec62-cf8c-4309-a07d-66e6113870c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:05.491446 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9154ed4b-3204-4c2f-8513-a3964ab0edfe req-0f32ec62-cf8c-4309-a07d-66e6113870c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd HTTP/1.1" status: 200 len: 909 time: 0.0787137 Jul 13 14:50:05.542572 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 93b3121c-7dae-42d0-bbca-d229895e8a09 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:50:05.555471 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9154ed4b-3204-4c2f-8513-a3964ab0edfe req-07fa306b-8ae0-43aa-9ada-6bd277b23867 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93b3121c-7dae-42d0-bbca-d229895e8a09 HTTP/1.1" status: 200 len: 1001 time: 0.0584319 Jul 13 14:50:05.603407 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154ed4b-3204-4c2f-8513-a3964ab0edfe req-d28db1d8-d617-4335-b4c8-ac6c9b3bf799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:05.604861 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9154ed4b-3204-4c2f-8513-a3964ab0edfe req-d28db1d8-d617-4335-b4c8-ac6c9b3bf799 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b203082-dd03-475d-bdbf-be5c9c0c8abc HTTP/1.1" status: 200 len: 847 time: 0.0423663 Jul 13 14:50:05.614951 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:05.636332 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a36d6ee-d861-492b-805b-3c3d648f4e4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93b3121c-7dae-42d0-bbca-d229895e8a09'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:50:05.638561 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a89f39-9fc1-4d96-aaf3-79bdfa03dc71" -d '{"events": [{"server_uuid": "8a36d6ee-d861-492b-805b-3c3d648f4e4d", "name": "network-vif-unplugged", "status": "completed", "tag": "93b3121c-7dae-42d0-bbca-d229895e8a09"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:50:05.654703 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 93b3121c-7dae-42d0-bbca-d229895e8a09, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=93b3121c-7dae-42d0-bbca-d229895e8a09,segment=NetworkSegment(55b2dc89-c943-4c6c-b593-8367b05679e1),segment_id=55b2dc89-c943-4c6c-b593-8367b05679e1)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:05.660253 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:05.662141 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154ed4b-3204-4c2f-8513-a3964ab0edfe req-235f6697-37a2-4d02-85be-8cb954b1260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:05.663795 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9154ed4b-3204-4c2f-8513-a3964ab0edfe req-235f6697-37a2-4d02-85be-8cb954b1260d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518870 Jul 13 14:50:05.709264 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=93b3121c-7dae-42d0-bbca-d229895e8a09,revision_number=6']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:05.755717 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9154ed4b-3204-4c2f-8513-a3964ab0edfe req-69aff81b-7a06-4fd8-917e-7da61c325a8f service neutron] 10.222.0.44 "GET /v2.0/networks/7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844302 Jul 13 14:50:05.793251 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381bfff1-2b56-4074-ad2b-ed02fffa9f38 x-openstack-request-id: req-381bfff1-2b56-4074-ad2b-ed02fffa9f38 {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:50:05.793545 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a36d6ee-d861-492b-805b-3c3d648f4e4d", "name": "network-vif-unplugged", "status": "completed", "tag": "93b3121c-7dae-42d0-bbca-d229895e8a09", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:50:05.793800 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-381bfff1-2b56-4074-ad2b-ed02fffa9f38 {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:50:05.794225 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a36d6ee-d861-492b-805b-3c3d648f4e4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93b3121c-7dae-42d0-bbca-d229895e8a09', 'code': 200} Jul 13 14:50:05.845088 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-9154ed4b-3204-4c2f-8513-a3964ab0edfe req-7eb2433d-6c78-40d8-b764-51f1c005ff3f service neutron] 10.222.0.44 "GET /v2.0/networks/7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822642 Jul 13 14:50:06.205630 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8f38e-8ec4-460a-b98b-0e8849c9a26b req-5051cd6c-8f3f-48b1-8054-62656896a1a3 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:06.206981 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-12b8f38e-8ec4-460a-b98b-0e8849c9a26b req-5051cd6c-8f3f-48b1-8054-62656896a1a3 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 943 time: 0.0646968 Jul 13 14:50:06.244249 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-12b8f38e-8ec4-460a-b98b-0e8849c9a26b req-2a071b86-b0ca-4e00-8c1a-c2901ce853ec tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311451 Jul 13 14:50:06.579684 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fba75063-09b0-4505-b249-88f925861a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.413330 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a6168-a79e-4f5b-8d67-3052d51f9606 req-aaffcfd3-dfd0-47b8-8a4c-00b4538ff142 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:07.414815 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-465a6168-a79e-4f5b-8d67-3052d51f9606 req-aaffcfd3-dfd0-47b8-8a4c-00b4538ff142 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 943 time: 0.0622444 Jul 13 14:50:07.451547 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-465a6168-a79e-4f5b-8d67-3052d51f9606 req-95328397-0d92-4cd2-90bb-2582981bb15f tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313697 Jul 13 14:50:08.622343 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be18f14-30f9-49c0-a5eb-7427e87b380a req-ab8eeff5-c452-4d8f-96d8-d75689d631e6 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:08.623771 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3be18f14-30f9-49c0-a5eb-7427e87b380a req-ab8eeff5-c452-4d8f-96d8-d75689d631e6 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 943 time: 0.0613842 Jul 13 14:50:08.662303 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3be18f14-30f9-49c0-a5eb-7427e87b380a req-3229a6a8-c5e0-4b50-a330-862ee6cc1e59 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330029 Jul 13 14:50:09.392000 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-a7a5b245-b285-47f6-ade2-9c6d59104c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.618771 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.834009 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17470e42-629c-4e69-b6c2-08705cdf9b0a req-d219462b-2a7d-4dd4-aa53-1d13e8554038 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:09.835477 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-17470e42-629c-4e69-b6c2-08705cdf9b0a req-d219462b-2a7d-4dd4-aa53-1d13e8554038 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 943 time: 0.0669043 Jul 13 14:50:09.873039 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-17470e42-629c-4e69-b6c2-08705cdf9b0a req-773b3735-ba0a-4ec3-90da-3d009e2bf150 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319297 Jul 13 14:50:10.251393 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:11.041109 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e158bc8-20ea-4924-99d0-aa466b720ab0 req-e919a793-0e0c-4183-a99c-07c68fa45e08 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:11.042578 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1e158bc8-20ea-4924-99d0-aa466b720ab0 req-e919a793-0e0c-4183-a99c-07c68fa45e08 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 943 time: 0.0632620 Jul 13 14:50:11.079032 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-1e158bc8-20ea-4924-99d0-aa466b720ab0 req-0a800a9a-273e-4f89-8577-6f8707ebfb72 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309956 Jul 13 14:50:12.053768 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd898ab0-54ec-4144-ba6f-e9fb2815b445 req-a8ad071c-b067-4ff6-81a4-149d3d40bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:12.055375 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-bd898ab0-54ec-4144-ba6f-e9fb2815b445 req-a8ad071c-b067-4ff6-81a4-149d3d40bbe5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 1096 time: 0.0537350 Jul 13 14:50:12.067135 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:12.258248 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949b913-2b75-4c78-9a9e-867e5091d775 req-98f4dcc3-a220-4677-b854-f32f94520dca tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:12.260365 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a949b913-2b75-4c78-9a9e-867e5091d775 req-98f4dcc3-a220-4677-b854-f32f94520dca tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 943 time: 0.0699718 Jul 13 14:50:12.299859 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-a949b913-2b75-4c78-9a9e-867e5091d775 req-66158471-7f6e-43e9-b9c1-28f75cc1e365 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337753 Jul 13 14:50:12.341750 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-bd898ab0-54ec-4144-ba6f-e9fb2815b445 req-9fb11f4c-e23d-4d83-a9aa-1a2aa0222ebb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778821 Jul 13 14:50:13.468259 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd849e5-bf54-4776-a643-4e28896a0233 req-c637b553-fc4a-4927-aa61-0220b59dc8fc tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:13.469662 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3bd849e5-bf54-4776-a643-4e28896a0233 req-c637b553-fc4a-4927-aa61-0220b59dc8fc tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 943 time: 0.0619459 Jul 13 14:50:13.506016 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-3bd849e5-bf54-4776-a643-4e28896a0233 req-0e3ecbde-9142-4378-809c-b09ff812ffd7 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308962 Jul 13 14:50:13.619122 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 93b3121c-7dae-42d0-bbca-d229895e8a09 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:50:13.708843 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 93b3121c-7dae-42d0-bbca-d229895e8a09, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=93b3121c-7dae-42d0-bbca-d229895e8a09,segment=NetworkSegment(55b2dc89-c943-4c6c-b593-8367b05679e1),segment_id=55b2dc89-c943-4c6c-b593-8367b05679e1)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:13.723198 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Returning: {'device': '93b3121c-7dae-42d0-bbca-d229895e8a09', 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'port_id': '93b3121c-7dae-42d0-bbca-d229895e8a09', 'mac_address': 'fa:16:3e:77:4a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:50:13.760717 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.773161 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b3121c-7dae-42d0-bbca-d229895e8a09 {{(pid=93174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:50:13.793066 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 93b3121c-7dae-42d0-bbca-d229895e8a09, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=93b3121c-7dae-42d0-bbca-d229895e8a09,segment=NetworkSegment(55b2dc89-c943-4c6c-b593-8367b05679e1),segment_id=55b2dc89-c943-4c6c-b593-8367b05679e1)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:13.797746 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.846510 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=93b3121c-7dae-42d0-bbca-d229895e8a09,revision_number=7']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:14.120952 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] get_ports_and_sgs() called for port_ids ['93b3121c-7dae-42d0-bbca-d229895e8a09'] {{(pid=93174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:50:15.247053 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:50:15.620791 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 93b3121c-7dae-42d0-bbca-d229895e8a09 up at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:15.666874 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.provisioning_blocks [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Provisioning complete for port 93b3121c-7dae-42d0-bbca-d229895e8a09 triggered by entity L2. {{(pid=93174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:15.667246 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678973'] for port, provisioning_complete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:15.741700 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533754'] for port, before_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:15.763034 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a36d6ee-d861-492b-805b-3c3d648f4e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b3121c-7dae-42d0-bbca-d229895e8a09'}] {{(pid=93174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:50:15.765260 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc021c84e29d47264db90bf1b7ee8babfd59a3258c63d46fbe4c4581264831c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d907059-cef8-49e7-a3e8-9899fecf8e2e" -d '{"events": [{"server_uuid": "8a36d6ee-d861-492b-805b-3c3d648f4e4d", "name": "network-vif-plugged", "status": "completed", "tag": "93b3121c-7dae-42d0-bbca-d229895e8a09"}]}' {{(pid=93174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:50:15.778208 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] For port 93b3121c-7dae-42d0-bbca-d229895e8a09, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=93b3121c-7dae-42d0-bbca-d229895e8a09,segment=NetworkSegment(55b2dc89-c943-4c6c-b593-8367b05679e1),segment_id=55b2dc89-c943-4c6c-b593-8367b05679e1)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:15.783614 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760774952991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760774547887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760774547905'] for port, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:15.806060 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6706f36-90fa-47b5-8079-5c2e6ac95751 x-openstack-request-id: req-d6706f36-90fa-47b5-8079-5c2e6ac95751 {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:50:15.806349 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a36d6ee-d861-492b-805b-3c3d648f4e4d", "name": "network-vif-plugged", "status": "completed", "tag": "93b3121c-7dae-42d0-bbca-d229895e8a09", "code": 200}]} {{(pid=93174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:50:15.806597 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6706f36-90fa-47b5-8079-5c2e6ac95751 {{(pid=93174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:50:15.806978 dv-cinder-788365-4-iscsi neutron-server[93174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a36d6ee-d861-492b-805b-3c3d648f4e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b3121c-7dae-42d0-bbca-d229895e8a09', 'code': 200} Jul 13 14:50:15.831335 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Pushing event updated for resources: {'Port': ['ID=93b3121c-7dae-42d0-bbca-d229895e8a09,revision_number=8']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:31.321311 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:36.578780 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-13cb9885-5053-4563-904f-b04b5a83d565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:39.393194 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-d02c1fc9-19ec-464d-a8fd-086ac4661c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:39.618286 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:40.254045 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:42.070885 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:52.245329 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:51:01.317130 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:05.738384 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-12220879-ff7a-43a1-9ec8-2b13a517f75e req-bec31ad7-4309-4e11-86f1-62ae703fc819 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486846 Jul 13 14:51:05.831518 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12220879-ff7a-43a1-9ec8-2b13a517f75e req-7783ee8f-a680-4bb5-b7a4-5659d36f10be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:05.833256 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-12220879-ff7a-43a1-9ec8-2b13a517f75e req-7783ee8f-a680-4bb5-b7a4-5659d36f10be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b987c762993a4dbaab6e33aab175d7fd&device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 1098 time: 0.0508468 Jul 13 14:51:05.937050 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12220879-ff7a-43a1-9ec8-2b13a517f75e req-e215459b-1d01-4e82-8eab-7251d1c3ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:05.938495 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-12220879-ff7a-43a1-9ec8-2b13a517f75e req-e215459b-1d01-4e82-8eab-7251d1c3ebee service neutron] 10.222.0.44 "GET /v2.0/networks?id=7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd HTTP/1.1" status: 200 len: 909 time: 0.0842817 Jul 13 14:51:06.001593 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-12220879-ff7a-43a1-9ec8-2b13a517f75e req-032ee2d0-cf0d-48e0-b8ac-45f112f2de1d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93b3121c-7dae-42d0-bbca-d229895e8a09 HTTP/1.1" status: 200 len: 1001 time: 0.0551574 Jul 13 14:51:06.051665 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12220879-ff7a-43a1-9ec8-2b13a517f75e req-1fa4de1d-7bb4-4d9b-bac4-dfea2b0e9afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:06.053062 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-12220879-ff7a-43a1-9ec8-2b13a517f75e req-1fa4de1d-7bb4-4d9b-bac4-dfea2b0e9afd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b203082-dd03-475d-bdbf-be5c9c0c8abc HTTP/1.1" status: 200 len: 847 time: 0.0440738 Jul 13 14:51:06.107579 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12220879-ff7a-43a1-9ec8-2b13a517f75e req-92023588-266c-411d-a202-cd9b0a14827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:06.108982 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-12220879-ff7a-43a1-9ec8-2b13a517f75e req-92023588-266c-411d-a202-cd9b0a14827a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479951 Jul 13 14:51:06.193827 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-12220879-ff7a-43a1-9ec8-2b13a517f75e req-9faf3281-20df-4b06-8578-520b27100cc3 service neutron] 10.222.0.44 "GET /v2.0/networks/7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0759194 Jul 13 14:51:06.281699 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-12220879-ff7a-43a1-9ec8-2b13a517f75e req-ba09a8a4-24bc-4cf8-a886-8e3fd6d5e2d8 service neutron] 10.222.0.44 "GET /v2.0/networks/7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805013 Jul 13 14:51:06.579103 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-29967c30-93da-47d4-81ff-4857c362fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:09.393328 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b84ab919-33a7-4f53-941c-bf9dae52c311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:09.619015 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:10.256546 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:12.069667 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:29.243396 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:51:31.315988 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:32.872275 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56614) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:33.021583 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Deleting port c6083a8d-2c19-4a7a-9609-ff6d6f46160d {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:33.021922 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:33.097405 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:33.097729 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:33.109424 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Calling delete_port for c6083a8d-2c19-4a7a-9609-ff6d6f46160d owned by network:floatingip {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:33.251723 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:33.273979 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Pushing event deleted for resources: {'Port': ['ID=c6083a8d-2c19-4a7a-9609-ff6d6f46160d,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:33.287661 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:33.288017 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:33.288360 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:33.288728 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:33.289065 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:33.289396 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:33.289721 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:33.290048 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:33.290400 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:33.290729 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:33.291074 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:33.291401 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:33.346801 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for floatingip, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:33.347139 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.db.l3_db [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Floating IP 97d4c53e-179e-4d87-b25c-e0edb4286e79 disassociated (deleted). External IP: 172.27.2.200, port: 93b3121c-7dae-42d0-bbca-d229895e8a09. Jul 13 14:51:33.550193 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Router 778d8ccc-64f9-4631-9c3b-d14e4b484c71 has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:51:33.656791 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:51:33.661600 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for floatingip, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:33.666110 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef12a83-9b3d-4ee6-9eff-2eb374d191e8 None None] Sync routers for ids ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:51:33.674385 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef12a83-9b3d-4ee6-9eff-2eb374d191e8 None None] Routers {'778d8ccc-64f9-4631-9c3b-d14e4b484c71'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:33.674992 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-fef12a83-9b3d-4ee6-9eff-2eb374d191e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:51:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:33.696026 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-c35ddc62-797b-46f8-bbb8-df40f40cad34 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "DELETE /v2.0/floatingips/97d4c53e-179e-4d87-b25c-e0edb4286e79 HTTP/1.1" status: 204 len: 168 time: 0.8226593 Jul 13 14:51:33.696720 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a36d6ee-d861-492b-805b-3c3d648f4e4d', 'tag': '93b3121c-7dae-42d0-bbca-d229895e8a09'}] {{(pid=93173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:33.699548 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebf8ddcf554cb4909b90a6aff4965de0ebcfd4c2cb97c43b9bb64e8b1d660c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcba315d-9608-4434-969d-f4ff9bc000d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8a36d6ee-d861-492b-805b-3c3d648f4e4d", "tag": "93b3121c-7dae-42d0-bbca-d229895e8a09"}]}' {{(pid=93173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:33.738918 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e9adc5-1786-4973-bc84-94043744cbe3 x-openstack-request-id: req-b4e9adc5-1786-4973-bc84-94043744cbe3 {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:33.739212 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a36d6ee-d861-492b-805b-3c3d648f4e4d", "tag": "93b3121c-7dae-42d0-bbca-d229895e8a09", "status": "completed", "code": 200}]} {{(pid=93173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:33.739461 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4e9adc5-1786-4973-bc84-94043744cbe3 {{(pid=93173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:33.739857 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a36d6ee-d861-492b-805b-3c3d648f4e4d', 'tag': '93b3121c-7dae-42d0-bbca-d229895e8a09', 'status': 'completed', 'code': 200} Jul 13 14:51:33.780838 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-fef12a83-9b3d-4ee6-9eff-2eb374d191e8 None None] Set router 778d8ccc-64f9-4631-9c3b-d14e4b484c71 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:33.816349 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba315d-9608-4434-969d-f4ff9bc000d8 req-615b00e6-2e9e-432d-884a-4df1322e8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:33.817909 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-bcba315d-9608-4434-969d-f4ff9bc000d8 req-615b00e6-2e9e-432d-884a-4df1322e8586 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b987c762993a4dbaab6e33aab175d7fd&device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 1098 time: 0.0563765 Jul 13 14:51:33.925696 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba315d-9608-4434-969d-f4ff9bc000d8 req-0d8a8b95-63f1-4d24-b22c-371849caca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:33.927225 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-bcba315d-9608-4434-969d-f4ff9bc000d8 req-0d8a8b95-63f1-4d24-b22c-371849caca26 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd HTTP/1.1" status: 200 len: 909 time: 0.1029036 Jul 13 14:51:33.979651 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-bcba315d-9608-4434-969d-f4ff9bc000d8 req-ec04ba08-80f5-4d75-94b5-7c8b31c774ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93b3121c-7dae-42d0-bbca-d229895e8a09 HTTP/1.1" status: 200 len: 217 time: 0.0377562 Jul 13 14:51:33.986165 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-fef12a83-9b3d-4ee6-9eff-2eb374d191e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'name': 'tempest-TestShelveInstance-282165968-router', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8841ddaf-5564-427a-a648-1d82464649e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:42Z', 'updated_at': '2021-07-13T14:46:45Z', 'revision_number': 4, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'gw_port': {'id': '8841ddaf-5564-427a-a648-1d82464649e5', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:43Z', 'updated_at': '2021-07-13T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '1ce11d42-3c79-4abd-b9df-4f00a691d97b', 'name': '', 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'mac_address': 'fa:16:3e:3b:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:44Z', 'updated_at': '2021-07-13T14:46:53Z', 'revision_number': 5, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'subnets': [{'id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:34.016395 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef12a83-9b3d-4ee6-9eff-2eb374d191e8 None None] Checking router: 778d8ccc-64f9-4631-9c3b-d14e4b484c71 for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:51:34.025508 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef12a83-9b3d-4ee6-9eff-2eb374d191e8 None None] Routers {'778d8ccc-64f9-4631-9c3b-d14e4b484c71'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:34.026151 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-fef12a83-9b3d-4ee6-9eff-2eb374d191e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:51:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:34.029357 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba315d-9608-4434-969d-f4ff9bc000d8 req-06f85fff-7115-448f-9d41-0dd3496e3633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:34.030967 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-bcba315d-9608-4434-969d-f4ff9bc000d8 req-06f85fff-7115-448f-9d41-0dd3496e3633 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b203082-dd03-475d-bdbf-be5c9c0c8abc HTTP/1.1" status: 200 len: 847 time: 0.0449271 Jul 13 14:51:34.088720 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d313946-e0c0-44ce-bfd4-5515c1489aac req-23c33ac4-c2f2-4d42-b219-bb20ce35e647 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:34.089294 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba315d-9608-4434-969d-f4ff9bc000d8 req-62914395-6073-49e2-b3d5-df27f14a533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:34.090145 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5d313946-e0c0-44ce-bfd4-5515c1489aac req-23c33ac4-c2f2-4d42-b219-bb20ce35e647 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.0728967 Jul 13 14:51:34.090500 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-bcba315d-9608-4434-969d-f4ff9bc000d8 req-62914395-6073-49e2-b3d5-df27f14a533a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521996 Jul 13 14:51:34.133565 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-5d313946-e0c0-44ce-bfd4-5515c1489aac req-cb2d6be0-ba0a-4131-b4c8-8a9b570b35c4 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371432 Jul 13 14:51:34.134715 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-fef12a83-9b3d-4ee6-9eff-2eb374d191e8 None None] Set router 778d8ccc-64f9-4631-9c3b-d14e4b484c71 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:34.184420 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-bcba315d-9608-4434-969d-f4ff9bc000d8 req-cdf09c6b-8cf7-4b13-b5f5-74bfa7484a72 service neutron] 10.222.0.44 "GET /v2.0/networks/7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863032 Jul 13 14:51:34.275188 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-bcba315d-9608-4434-969d-f4ff9bc000d8 req-cf872f0c-1df7-423f-b8ef-0c82eddad69f service neutron] 10.222.0.44 "GET /v2.0/networks/7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834792 Jul 13 14:51:34.452029 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-fef12a83-9b3d-4ee6-9eff-2eb374d191e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'name': 'tempest-TestShelveInstance-282165968-router', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8841ddaf-5564-427a-a648-1d82464649e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:42Z', 'updated_at': '2021-07-13T14:46:45Z', 'revision_number': 4, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'gw_port': {'id': '8841ddaf-5564-427a-a648-1d82464649e5', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:43Z', 'updated_at': '2021-07-13T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '1ce11d42-3c79-4abd-b9df-4f00a691d97b', 'name': '', 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'mac_address': 'fa:16:3e:3b:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:44Z', 'updated_at': '2021-07-13T14:46:53Z', 'revision_number': 5, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'subnets': [{'id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:34.477103 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef12a83-9b3d-4ee6-9eff-2eb374d191e8 None None] The sync data for ids ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'] in dv-cinder-788365-4-iscsi is: [{'id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'name': 'tempest-TestShelveInstance-282165968-router', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8841ddaf-5564-427a-a648-1d82464649e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:42Z', 'updated_at': '2021-07-13T14:46:45Z', 'revision_number': 4, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'gw_port': {'id': '8841ddaf-5564-427a-a648-1d82464649e5', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:43Z', 'updated_at': '2021-07-13T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi', '_interfaces': [{'id': '1ce11d42-3c79-4abd-b9df-4f00a691d97b', 'name': '', 'network_id': '7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'mac_address': 'fa:16:3e:3b:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:44Z', 'updated_at': '2021-07-13T14:46:53Z', 'revision_number': 5, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'subnets': [{'id': '3b203082-dd03-475d-bdbf-be5c9c0c8abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:51:34.669172 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964bfe17-81a6-44dc-817e-bd2906e85d98 None None] New status for floating IP 97d4c53e-179e-4d87-b25c-e0edb4286e79: DOWN {{(pid=93177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:51:35.314430 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb5d2b-fdae-4bee-a387-686d9ac21537 req-dd09f552-cb44-421b-ab83-b77230351b8d tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:35.316002 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8efb5d2b-fdae-4bee-a387-686d9ac21537 req-dd09f552-cb44-421b-ab83-b77230351b8d tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.0624807 Jul 13 14:51:35.352784 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-8efb5d2b-fdae-4bee-a387-686d9ac21537 req-d674141c-69b5-49fb-af88-112971696a4a tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe6a75f4-2a66-47c4-b327-3fb901f46d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312829 Jul 13 14:51:35.581856 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11065f20-a840-4467-bc85-3c8d56771915 req-f9081671-cb36-499e-8a0a-7a22ef6b1465 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:35.583562 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-11065f20-a840-4467-bc85-3c8d56771915 req-f9081671-cb36-499e-8a0a-7a22ef6b1465 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 945 time: 0.0704763 Jul 13 14:51:35.680535 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [req-11065f20-a840-4467-bc85-3c8d56771915 req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Deleting port 93b3121c-7dae-42d0-bbca-d229895e8a09 {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:35.680904 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-11065f20-a840-4467-bc85-3c8d56771915 req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:35.768057 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [req-11065f20-a840-4467-bc85-3c8d56771915 req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] For port 93b3121c-7dae-42d0-bbca-d229895e8a09, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=93b3121c-7dae-42d0-bbca-d229895e8a09,segment=NetworkSegment(55b2dc89-c943-4c6c-b593-8367b05679e1),segment_id=55b2dc89-c943-4c6c-b593-8367b05679e1)] {{(pid=93172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:35.768340 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-11065f20-a840-4467-bc85-3c8d56771915 req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:35.780639 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [req-11065f20-a840-4467-bc85-3c8d56771915 req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Calling delete_port for 93b3121c-7dae-42d0-bbca-d229895e8a09 owned by compute:nova {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:35.906116 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-11065f20-a840-4467-bc85-3c8d56771915 req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:35.935975 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Pushing event deleted for resources: {'Port': ['ID=93b3121c-7dae-42d0-bbca-d229895e8a09,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:35.964367 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:35.964769 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:35.965106 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:35.965435 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:35.965758 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:35.966079 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:35.966397 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:35.966712 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:35.967031 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:35.967346 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:35.967661 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:35.967973 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:35.991697 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [req-11065f20-a840-4467-bc85-3c8d56771915 req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] No DVR routers for this DVR port 93b3121c-7dae-42d0-bbca-d229895e8a09 on host hv-cinder-78836 {{(pid=93172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:51:35.994082 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [req-11065f20-a840-4467-bc85-3c8d56771915 req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138699'] for port, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:35.996073 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [req-11065f20-a840-4467-bc85-3c8d56771915 req-1bb5afbf-f3b5-4a84-b8f8-3b8b3f83d9cf tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.44 "DELETE /v2.0/ports/93b3121c-7dae-42d0-bbca-d229895e8a09 HTTP/1.1" status: 204 len: 173 time: 0.4059381 Jul 13 14:51:35.997014 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a36d6ee-d861-492b-805b-3c3d648f4e4d', 'name': 'network-vif-deleted', 'tag': '93b3121c-7dae-42d0-bbca-d229895e8a09'}] {{(pid=93172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:35.999531 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f99a20e7926ac0a9073af94a8a5f0d8e34f6a0025af7e4a09400b7fc179008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e8b96e-3e57-408d-b3a0-0e5963f825a3" -d '{"events": [{"server_uuid": "8a36d6ee-d861-492b-805b-3c3d648f4e4d", "name": "network-vif-deleted", "tag": "93b3121c-7dae-42d0-bbca-d229895e8a09"}]}' {{(pid=93172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:36.178399 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfeaa1cb-e259-44d6-8075-73c41ea33ae6 x-openstack-request-id: req-dfeaa1cb-e259-44d6-8075-73c41ea33ae6 {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:36.178748 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a36d6ee-d861-492b-805b-3c3d648f4e4d", "name": "network-vif-deleted", "tag": "93b3121c-7dae-42d0-bbca-d229895e8a09", "status": "completed", "code": 200}]} {{(pid=93172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:36.179080 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dfeaa1cb-e259-44d6-8075-73c41ea33ae6 {{(pid=93172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:36.179533 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a36d6ee-d861-492b-805b-3c3d648f4e4d', 'name': 'network-vif-deleted', 'tag': '93b3121c-7dae-42d0-bbca-d229895e8a09', 'status': 'completed', 'code': 200} Jul 13 14:51:36.517282 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [req-9283ecfe-1fa6-40e1-8daa-4b92c8dd4144 req-07e67eab-0363-454e-aa2c-e878f83b3f46 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a36d6ee-d861-492b-805b-3c3d648f4e4d HTTP/1.1" status: 200 len: 210 time: 0.0315425 Jul 13 14:51:36.579166 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-c2daf4a6-43b1-424e-b41c-aab7021e0ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:37.614112 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56646) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:37.670124 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e2245d6a-e4c4-42a7-be81-0f7f03edd335 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:37.693401 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e2245d6a-e4c4-42a7-be81-0f7f03edd335 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:37.752527 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e2245d6a-e4c4-42a7-be81-0f7f03edd335 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:37.755080 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-e2245d6a-e4c4-42a7-be81-0f7f03edd335 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:37.756199 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-e2245d6a-e4c4-42a7-be81-0f7f03edd335 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] 10.222.0.42 "DELETE /v2.0/security-groups/fe6a75f4-2a66-47c4-b327-3fb901f46d2d HTTP/1.1" status: 204 len: 168 time: 0.1411123 Jul 13 14:51:37.764901 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2245d6a-e4c4-42a7-be81-0f7f03edd335 tempest-TestShelveInstance-1841818983 tempest-TestShelveInstance-1841818983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6a75f4-2a66-47c4-b327-3fb901f46d2d,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:37.804115 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56650) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:37.925936 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 93b3121c-7dae-42d0-bbca-d229895e8a09 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:37.944767 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] No Port match for: 93b3121c-7dae-42d0-bbca-d229895e8a09 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:51:37.945113 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Device 93b3121c-7dae-42d0-bbca-d229895e8a09 not bound to the agent host hv-cinder-78836 {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:51:38.125809 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-64210c12-ed2b-47aa-8742-4e1c96b7de13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3911492'] for router_interface, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:38.360688 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-64210c12-ed2b-47aa-8742-4e1c96b7de13 admin admin] Deleting port 1ce11d42-3c79-4abd-b9df-4f00a691d97b {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:38.361026 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-64210c12-ed2b-47aa-8742-4e1c96b7de13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:38.436077 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [None req-64210c12-ed2b-47aa-8742-4e1c96b7de13 admin admin] For port 1ce11d42-3c79-4abd-b9df-4f00a691d97b, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=1ce11d42-3c79-4abd-b9df-4f00a691d97b,segment=NetworkSegment(55b2dc89-c943-4c6c-b593-8367b05679e1),segment_id=55b2dc89-c943-4c6c-b593-8367b05679e1)] {{(pid=93172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:38.436349 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-64210c12-ed2b-47aa-8742-4e1c96b7de13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:38.448558 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-64210c12-ed2b-47aa-8742-4e1c96b7de13 admin admin] Calling delete_port for 1ce11d42-3c79-4abd-b9df-4f00a691d97b owned by network:router_interface {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:38.618747 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-64210c12-ed2b-47aa-8742-4e1c96b7de13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:38.644258 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64210c12-ed2b-47aa-8742-4e1c96b7de13 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce11d42-3c79-4abd-b9df-4f00a691d97b,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:38.802084 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-64210c12-ed2b-47aa-8742-4e1c96b7de13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3911656'] for router_interface, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:39.005520 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64210c12-ed2b-47aa-8742-4e1c96b7de13 admin admin] Router 778d8ccc-64f9-4631-9c3b-d14e4b484c71 has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:51:39.107394 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64210c12-ed2b-47aa-8742-4e1c96b7de13 admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:51:39.112302 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-64210c12-ed2b-47aa-8742-4e1c96b7de13 admin admin] 10.222.0.42 "PUT /v2.0/routers/778d8ccc-64f9-4631-9c3b-d14e4b484c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3071363 Jul 13 14:51:39.114805 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56652) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:39.116810 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a973c-1843-4ec2-a6f3-df3fc6b76f13 None None] Sync routers for ids ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'] in dv-cinder-788365-4-iscsi {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:51:39.125572 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a973c-1843-4ec2-a6f3-df3fc6b76f13 None None] Routers {'778d8ccc-64f9-4631-9c3b-d14e4b484c71'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:39.126174 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-6d2a973c-1843-4ec2-a6f3-df3fc6b76f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:51:09Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:39.213847 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6e3d-140c-474c-b23c-9a66d4ea8d28 admin admin] Notify callbacks [] for router, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:39.227748 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-6d2a973c-1843-4ec2-a6f3-df3fc6b76f13 None None] Set router 778d8ccc-64f9-4631-9c3b-d14e4b484c71 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:39.312310 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6e3d-140c-474c-b23c-9a66d4ea8d28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:39.362300 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf6e3d-140c-474c-b23c-9a66d4ea8d28 admin admin] Deleting port 8841ddaf-5564-427a-a648-1d82464649e5 {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:39.362757 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6e3d-140c-474c-b23c-9a66d4ea8d28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:39.401428 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-9ab56997-90e3-4ab1-ad4c-37818b4b47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:39.413791 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-6d2a973c-1843-4ec2-a6f3-df3fc6b76f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'name': 'tempest-TestShelveInstance-282165968-router', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '8841ddaf-5564-427a-a648-1d82464649e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:42Z', 'updated_at': '2021-07-13T14:51:38Z', 'revision_number': 5, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'gw_port': {'id': '8841ddaf-5564-427a-a648-1d82464649e5', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:43Z', 'updated_at': '2021-07-13T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:39.438399 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [None req-fdcf6e3d-140c-474c-b23c-9a66d4ea8d28 admin admin] For port 8841ddaf-5564-427a-a648-1d82464649e5, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=8841ddaf-5564-427a-a648-1d82464649e5,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:39.438761 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6e3d-140c-474c-b23c-9a66d4ea8d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:39.439054 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a973c-1843-4ec2-a6f3-df3fc6b76f13 None None] Checking router: 778d8ccc-64f9-4631-9c3b-d14e4b484c71 for host: dv-cinder-788365-4-iscsi {{(pid=93174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:51:39.446988 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a973c-1843-4ec2-a6f3-df3fc6b76f13 None None] Routers {'778d8ccc-64f9-4631-9c3b-d14e4b484c71'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:39.447594 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-6d2a973c-1843-4ec2-a6f3-df3fc6b76f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:51:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'], 'active': True} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:39.454454 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf6e3d-140c-474c-b23c-9a66d4ea8d28 admin admin] Calling delete_port for 8841ddaf-5564-427a-a648-1d82464649e5 owned by network:router_gateway {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:39.534239 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvr_db [None req-6d2a973c-1843-4ec2-a6f3-df3fc6b76f13 None None] Set router 778d8ccc-64f9-4631-9c3b-d14e4b484c71 gateway port host: None {{(pid=93174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:39.591388 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_hamode_db [None req-6d2a973c-1843-4ec2-a6f3-df3fc6b76f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'name': 'tempest-TestShelveInstance-282165968-router', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:42Z', 'updated_at': '2021-07-13T14:51:39Z', 'revision_number': 6, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'gw_port_host': None}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:39.616101 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6e3d-140c-474c-b23c-9a66d4ea8d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:39.625608 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a973c-1843-4ec2-a6f3-df3fc6b76f13 None None] The sync data for ids ['778d8ccc-64f9-4631-9c3b-d14e4b484c71'] in dv-cinder-788365-4-iscsi is: [{'id': '778d8ccc-64f9-4631-9c3b-d14e4b484c71', 'name': 'tempest-TestShelveInstance-282165968-router', 'tenant_id': 'b987c762993a4dbaab6e33aab175d7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:42Z', 'updated_at': '2021-07-13T14:51:39Z', 'revision_number': 6, 'project_id': 'b987c762993a4dbaab6e33aab175d7fd', 'gw_port_host': None}] {{(pid=93174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:51:39.636394 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:39.643214 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf6e3d-140c-474c-b23c-9a66d4ea8d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=8841ddaf-5564-427a-a648-1d82464649e5,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:39.705902 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6e3d-140c-474c-b23c-9a66d4ea8d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3909646'] for router_gateway, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.039258 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6e3d-140c-474c-b23c-9a66d4ea8d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3910901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1147'] for router, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.041441 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6e3d-140c-474c-b23c-9a66d4ea8d28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.085588 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6e3d-140c-474c-b23c-9a66d4ea8d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3914245'] for router, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.086112 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcf6e3d-140c-474c-b23c-9a66d4ea8d28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 778d8ccc-64f9-4631-9c3b-d14e4b484c71 {{(pid=93172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:51:40.090326 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6e3d-140c-474c-b23c-9a66d4ea8d28 admin admin] Notify callbacks [] for router, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.091438 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-fdcf6e3d-140c-474c-b23c-9a66d4ea8d28 admin admin] 10.222.0.42 "DELETE /v2.0/routers/778d8ccc-64f9-4631-9c3b-d14e4b484c71 HTTP/1.1" status: 204 len: 168 time: 0.9757338 Jul 13 14:51:40.093926 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56654) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:40.135820 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7a4a72-bb63-46f0-b9df-04bdd0cb108c admin admin] Deleting subnet 3b203082-dd03-475d-bdbf-be5c9c0c8abc {{(pid=93172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:51:40.138606 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ab7a4a72-bb63-46f0-b9df-04bdd0cb108c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.170248 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ab7a4a72-bb63-46f0-b9df-04bdd0cb108c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777675'] for subnet, precommit_delete_associations {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.246452 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ab7a4a72-bb63-46f0-b9df-04bdd0cb108c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675533'] for subnet, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.259738 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.297125 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ab7a4a72-bb63-46f0-b9df-04bdd0cb108c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8777709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610214'] for subnet, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.321528 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a4a72-bb63-46f0-b9df-04bdd0cb108c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b203082-dd03-475d-bdbf-be5c9c0c8abc,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:40.326257 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-ab7a4a72-bb63-46f0-b9df-04bdd0cb108c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for subnet, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.328112 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-ab7a4a72-bb63-46f0-b9df-04bdd0cb108c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3b203082-dd03-475d-bdbf-be5c9c0c8abc HTTP/1.1" status: 204 len: 168 time: 0.2332928 Jul 13 14:51:40.330639 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56656) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:40.331310 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff54cc92-2616-43cc-9fdf-35af5e1357d2 None None] Network 7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:51:40.398184 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593188'] for network, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.456374 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] Deleting port c2caddd9-106d-4ece-ba06-95bcc1a21c17 {{(pid=93172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:40.456748 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.519139 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.db [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] For port c2caddd9-106d-4ece-ba06-95bcc1a21c17, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=c2caddd9-106d-4ece-ba06-95bcc1a21c17,segment=NetworkSegment(55b2dc89-c943-4c6c-b593-8367b05679e1),segment_id=55b2dc89-c943-4c6c-b593-8367b05679e1)] {{(pid=93172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:40.519595 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.529653 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] DHCP port deletion for 7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd request from dv-cinder-788365-4-iscsi {{(pid=93174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:51:40.535346 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] Calling delete_port for c2caddd9-106d-4ece-ba06-95bcc1a21c17 owned by network:dhcp {{(pid=93172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:40.577283 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] Deleting port c2caddd9-106d-4ece-ba06-95bcc1a21c17 {{(pid=93174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:40.577661 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.617088 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8777648'] for port, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.645338 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2caddd9-106d-4ece-ba06-95bcc1a21c17,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:40.646073 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] For port c2caddd9-106d-4ece-ba06-95bcc1a21c17, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=c2caddd9-106d-4ece-ba06-95bcc1a21c17,segment=NetworkSegment(55b2dc89-c943-4c6c-b593-8367b05679e1),segment_id=55b2dc89-c943-4c6c-b593-8367b05679e1)] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:40.646073 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.649003 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] No DVR routers for this DVR port c2caddd9-106d-4ece-ba06-95bcc1a21c17 on host dv-cinder-788365-4-iscsi {{(pid=93172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:51:40.661375 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] Calling delete_port for c2caddd9-106d-4ece-ba06-95bcc1a21c17 owned by network:dhcp {{(pid=93174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:40.717093 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672344', 'neutron.services.segments.db._delete_segments_for_network-8760775097411'] for network, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.726558 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd']}} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:40.736205 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878'] for port, after_delete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.737037 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b2dc89-c943-4c6c-b593-8367b05679e1') {'for_net_delete': True} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:40.737337 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.services.segments.db [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b2dc89-c943-4c6c-b593-8367b05679e1') {} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:40.746509 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760775099212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8777682'] for segment, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.758230 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] Pushing event deleted for resources: {'Port': ['ID=c2caddd9-106d-4ece-ba06-95bcc1a21c17,revision_number=None']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:40.759442 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.765397 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=93172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:51:40.765789 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8717123'] for segment, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.767502 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: Traceback (most recent call last): Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: timer() Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: cb(*args, **kw) Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: return func(*args, **kwargs) Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: self._notify() Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: self.callback(batched_events) Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: event.method(event) Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: return f(self, *a, **k) Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: return self._get(url).json() Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: return self.request(url, 'GET', **kwargs) Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:51:40.767674 dv-cinder-788365-4-iscsi neutron-server[93172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:51:40.769863 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:40.769863 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:40.769863 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:40.769863 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:40.769863 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:40.769863 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:40.770305 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:40.770305 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:40.770886 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:40.771007 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:40.771268 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-4-iscsi {{(pid=93174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:40.774048 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6a6edb-ca35-4581-8c73-d399de72bda0 None None] No DVR routers for this DVR port c2caddd9-106d-4ece-ba06-95bcc1a21c17 on host dv-cinder-788365-4-iscsi {{(pid=93174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:51:40.824530 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909738'] for network, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.829843 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:40.831662 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd HTTP/1.1" status: 204 len: 168 time: 0.5001149 Jul 13 14:51:40.835051 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56658) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:40.842741 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ebfe2-3306-4a16-970b-471ae598e6f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d5cf5c6-d9dd-4dfb-a0c9-b98f416cb5fd,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:41.170484 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-963bd75f-8657-4fd3-9062-c0bcfa178178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3911492'] for router_interface, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:41.412741 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-963bd75f-8657-4fd3-9062-c0bcfa178178 admin admin] Deleting port b2e317f9-8a82-4960-9b50-c2f350ea3cde {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:41.413077 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-963bd75f-8657-4fd3-9062-c0bcfa178178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:41.486939 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [None req-963bd75f-8657-4fd3-9062-c0bcfa178178 admin admin] For port b2e317f9-8a82-4960-9b50-c2f350ea3cde, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=b2e317f9-8a82-4960-9b50-c2f350ea3cde,segment=NetworkSegment(0134a200-3ba3-4656-8898-a6703e00d491),segment_id=0134a200-3ba3-4656-8898-a6703e00d491)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:41.487218 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-963bd75f-8657-4fd3-9062-c0bcfa178178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:41.500115 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-963bd75f-8657-4fd3-9062-c0bcfa178178 admin admin] Calling delete_port for b2e317f9-8a82-4960-9b50-c2f350ea3cde owned by network:router_interface {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:41.546412 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 1ce11d42-3c79-4abd-b9df-4f00a691d97b no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:41.569619 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: 1ce11d42-3c79-4abd-b9df-4f00a691d97b {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:51:41.569962 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 1ce11d42-3c79-4abd-b9df-4f00a691d97b not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:51:41.570372 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device c2caddd9-106d-4ece-ba06-95bcc1a21c17 no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:41.589038 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: c2caddd9-106d-4ece-ba06-95bcc1a21c17 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:51:41.589383 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device c2caddd9-106d-4ece-ba06-95bcc1a21c17 not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:51:41.589823 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 8841ddaf-5564-427a-a648-1d82464649e5 no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:41.609261 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: 8841ddaf-5564-427a-a648-1d82464649e5 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:51:41.609513 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 8841ddaf-5564-427a-a648-1d82464649e5 not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:51:41.679888 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-963bd75f-8657-4fd3-9062-c0bcfa178178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:41.708789 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bd75f-8657-4fd3-9062-c0bcfa178178 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e317f9-8a82-4960-9b50-c2f350ea3cde,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:41.871643 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-963bd75f-8657-4fd3-9062-c0bcfa178178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3911656'] for router_interface, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:42.072698 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:42.078949 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963bd75f-8657-4fd3-9062-c0bcfa178178 admin admin] Router ce768890-8be0-491f-8feb-423ab1eb5dc5 has already been hosted by L3 agent b2af235f-a3b0-4135-98bb-60ead4843e6e {{(pid=93173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:51:42.181649 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963bd75f-8657-4fd3-9062-c0bcfa178178 admin admin] Notify agent at l3_agent.dv-cinder-788365-4-iscsi the message routers_updated {{(pid=93173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:51:42.186826 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-963bd75f-8657-4fd3-9062-c0bcfa178178 admin admin] 10.222.0.42 "PUT /v2.0/routers/ce768890-8be0-491f-8feb-423ab1eb5dc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3507178 Jul 13 14:51:42.189403 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56660) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:42.189851 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd43af4-707c-4814-b33d-73a14c8373a1 None None] Sync routers for ids ['ce768890-8be0-491f-8feb-423ab1eb5dc5'] in dv-cinder-788365-4-iscsi {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:51:42.198769 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd43af4-707c-4814-b33d-73a14c8373a1 None None] Routers {'ce768890-8be0-491f-8feb-423ab1eb5dc5'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:42.199370 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-1bd43af4-707c-4814-b33d-73a14c8373a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:51:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['ce768890-8be0-491f-8feb-423ab1eb5dc5'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:42.300773 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-1bd43af4-707c-4814-b33d-73a14c8373a1 None None] Set router ce768890-8be0-491f-8feb-423ab1eb5dc5 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:42.478418 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-1bd43af4-707c-4814-b33d-73a14c8373a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'name': 'tempest-TestShelveInstance-394239080-router', 'tenant_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '5755956f-6855-4c85-a4cd-15c8dd211288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:51:41Z', 'revision_number': 5, 'project_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'gw_port': {'id': '5755956f-6855-4c85-a4cd-15c8dd211288', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:48Z', 'updated_at': '2021-07-13T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:42.507789 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd43af4-707c-4814-b33d-73a14c8373a1 None None] Checking router: ce768890-8be0-491f-8feb-423ab1eb5dc5 for host: dv-cinder-788365-4-iscsi {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:51:42.516941 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd43af4-707c-4814-b33d-73a14c8373a1 None None] Routers {'ce768890-8be0-491f-8feb-423ab1eb5dc5'} bound to L3 agent in host dv-cinder-788365-4-iscsi {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:42.517578 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-1bd43af4-707c-4814-b33d-73a14c8373a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:30:09Z,description=,heartbeat_timestamp=2021-07-13T14:51:39Z,host='dv-cinder-788365-4-iscsi',id=b2af235f-a3b0-4135-98bb-60ead4843e6e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:30:09Z,topic='l3_agent')) {'router_ids': ['ce768890-8be0-491f-8feb-423ab1eb5dc5'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:42.616854 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-1bd43af4-707c-4814-b33d-73a14c8373a1 None None] Set router ce768890-8be0-491f-8feb-423ab1eb5dc5 gateway port host: dv-cinder-788365-4-iscsi {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:42.706140 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cd69c893-ae23-4b3b-9504-0df2972d7b69 admin admin] Notify callbacks [] for router, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:42.789854 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-1bd43af4-707c-4814-b33d-73a14c8373a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'name': 'tempest-TestShelveInstance-394239080-router', 'tenant_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '5755956f-6855-4c85-a4cd-15c8dd211288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:51:41Z', 'revision_number': 5, 'project_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'gw_port': {'id': '5755956f-6855-4c85-a4cd-15c8dd211288', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:48Z', 'updated_at': '2021-07-13T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}], 'dv-cinder-788365-4-iscsi', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:42.812113 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cd69c893-ae23-4b3b-9504-0df2972d7b69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:42.815306 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd43af4-707c-4814-b33d-73a14c8373a1 None None] The sync data for ids ['ce768890-8be0-491f-8feb-423ab1eb5dc5'] in dv-cinder-788365-4-iscsi is: [{'id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'name': 'tempest-TestShelveInstance-394239080-router', 'tenant_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'external_fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '5755956f-6855-4c85-a4cd-15c8dd211288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:47Z', 'updated_at': '2021-07-13T14:51:41Z', 'revision_number': 5, 'project_id': 'c4a9f9c41e2c44d6921ced358bc653d5', 'gw_port': {'id': '5755956f-6855-4c85-a4cd-15c8dd211288', 'name': '', 'network_id': '64164622-617a-4d99-aad1-f3cf00d7c839', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce768890-8be0-491f-8feb-423ab1eb5dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:48Z', 'updated_at': '2021-07-13T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a558fe0-5def-4fa7-9003-30b84af57514', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-4-iscsi'}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:51:42.867315 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-cd69c893-ae23-4b3b-9504-0df2972d7b69 admin admin] Deleting port 5755956f-6855-4c85-a4cd-15c8dd211288 {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:42.867613 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cd69c893-ae23-4b3b-9504-0df2972d7b69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:42.943918 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [None req-cd69c893-ae23-4b3b-9504-0df2972d7b69 admin admin] For port 5755956f-6855-4c85-a4cd-15c8dd211288, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=5755956f-6855-4c85-a4cd-15c8dd211288,segment=NetworkSegment(4c53e54a-094c-422c-84e7-8389320a1079),segment_id=4c53e54a-094c-422c-84e7-8389320a1079)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:42.944536 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cd69c893-ae23-4b3b-9504-0df2972d7b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:42.957331 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-cd69c893-ae23-4b3b-9504-0df2972d7b69 admin admin] Calling delete_port for 5755956f-6855-4c85-a4cd-15c8dd211288 owned by network:router_gateway {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:43.118434 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cd69c893-ae23-4b3b-9504-0df2972d7b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.144530 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69c893-ae23-4b3b-9504-0df2972d7b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=5755956f-6855-4c85-a4cd-15c8dd211288,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:43.210228 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cd69c893-ae23-4b3b-9504-0df2972d7b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3909646'] for router_gateway, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.302042 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cd69c893-ae23-4b3b-9504-0df2972d7b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3910901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1147'] for router, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.304179 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cd69c893-ae23-4b3b-9504-0df2972d7b69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.346435 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cd69c893-ae23-4b3b-9504-0df2972d7b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3914245'] for router, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.346943 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd69c893-ae23-4b3b-9504-0df2972d7b69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce768890-8be0-491f-8feb-423ab1eb5dc5 {{(pid=93173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:51:43.351797 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-cd69c893-ae23-4b3b-9504-0df2972d7b69 admin admin] Notify callbacks [] for router, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.352963 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-cd69c893-ae23-4b3b-9504-0df2972d7b69 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ce768890-8be0-491f-8feb-423ab1eb5dc5 HTTP/1.1" status: 204 len: 168 time: 1.1626604 Jul 13 14:51:43.355871 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56664) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:43.404979 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f11b2b-97ed-486c-bc0a-730702cbd56f admin admin] Deleting subnet 268ce01b-d247-4829-a4c0-28c6b8a025d9 {{(pid=93173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:51:43.409053 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-45f11b2b-97ed-486c-bc0a-730702cbd56f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.445044 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-45f11b2b-97ed-486c-bc0a-730702cbd56f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916697'] for subnet, precommit_delete_associations {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.522403 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-45f11b2b-97ed-486c-bc0a-730702cbd56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675533'] for subnet, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.572530 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-45f11b2b-97ed-486c-bc0a-730702cbd56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8945343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9032460'] for subnet, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.602759 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f11b2b-97ed-486c-bc0a-730702cbd56f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=268ce01b-d247-4829-a4c0-28c6b8a025d9,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:43.604680 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-45f11b2b-97ed-486c-bc0a-730702cbd56f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.607756 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-45f11b2b-97ed-486c-bc0a-730702cbd56f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/268ce01b-d247-4829-a4c0-28c6b8a025d9 HTTP/1.1" status: 204 len: 168 time: 0.2503965 Jul 13 14:51:43.612488 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56666) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:43.615370 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27950541-c563-4b51-8081-14889d201387 None None] Network 081dfebb-791b-42b8-b985-95e443e0ed7f requested from dv-cinder-788365-4-iscsi {{(pid=93174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:51:43.677878 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593188'] for network, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.729468 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] Deleting port b47672b0-5642-4399-aeb6-f34746ba4d6e {{(pid=93173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:43.729701 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.804109 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.db [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] For port b47672b0-5642-4399-aeb6-f34746ba4d6e, host dv-cinder-788365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-4-iscsi',level=0,port_id=b47672b0-5642-4399-aeb6-f34746ba4d6e,segment=NetworkSegment(0134a200-3ba3-4656-8898-a6703e00d491),segment_id=0134a200-3ba3-4656-8898-a6703e00d491)] {{(pid=93173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:43.804475 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.818592 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.plugin [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] Calling delete_port for b47672b0-5642-4399-aeb6-f34746ba4d6e owned by network:dhcp {{(pid=93173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:43.832995 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93be4fa-3294-410a-8222-1c32c75a0e8e None None] DHCP port deletion for 081dfebb-791b-42b8-b985-95e443e0ed7f request from dv-cinder-788365-4-iscsi {{(pid=93174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:51:43.859250 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device b2e317f9-8a82-4960-9b50-c2f350ea3cde no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:43.880520 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: b2e317f9-8a82-4960-9b50-c2f350ea3cde {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:51:43.880873 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device b2e317f9-8a82-4960-9b50-c2f350ea3cde not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:51:43.881291 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 5755956f-6855-4c85-a4cd-15c8dd211288 no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:43.902551 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: 5755956f-6855-4c85-a4cd-15c8dd211288 {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:51:43.902912 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device 5755956f-6855-4c85-a4cd-15c8dd211288 not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:51:43.903525 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8945378'] for port, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.919072 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-b93be4fa-3294-410a-8222-1c32c75a0e8e None None] Deleting port b47672b0-5642-4399-aeb6-f34746ba4d6e {{(pid=93174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:43.919453 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b93be4fa-3294-410a-8222-1c32c75a0e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760774947045'] for port, before_delete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.932733 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] No DVR routers for this DVR port b47672b0-5642-4399-aeb6-f34746ba4d6e on host dv-cinder-788365-4-iscsi {{(pid=93173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:51:43.934511 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=b47672b0-5642-4399-aeb6-f34746ba4d6e,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:43.982520 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.db [None req-b93be4fa-3294-410a-8222-1c32c75a0e8e None None] For port b47672b0-5642-4399-aeb6-f34746ba4d6e, host dv-cinder-788365-4-iscsi, got binding levels [] {{(pid=93174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:43.982913 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b93be4fa-3294-410a-8222-1c32c75a0e8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824871'] for port, precommit_delete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.994824 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-b93be4fa-3294-410a-8222-1c32c75a0e8e None None] Calling delete_port for b47672b0-5642-4399-aeb6-f34746ba4d6e owned by network:dhcp {{(pid=93174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:43.998998 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.ipam_backend_mixin [None req-b93be4fa-3294-410a-8222-1c32c75a0e8e None None] Port b47672b0-5642-4399-aeb6-f34746ba4d6e was not found and therefore no delete operation was performed {{(pid=93174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 14:51:44.000259 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b93be4fa-3294-410a-8222-1c32c75a0e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760774952973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760774547878'] for port, after_delete {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:44.006310 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672344', 'neutron.services.segments.db._delete_segments_for_network-8760775097411'] for network, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:44.016686 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081dfebb-791b-42b8-b985-95e443e0ed7f']}} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:44.024554 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93be4fa-3294-410a-8222-1c32c75a0e8e None None] Pushing event deleted for resources: {'Port': ['ID=b47672b0-5642-4399-aeb6-f34746ba4d6e,revision_number=None']} {{(pid=93174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:44.026901 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0134a200-3ba3-4656-8898-a6703e00d491') {'for_net_delete': True} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:44.027754 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.services.segments.db [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0134a200-3ba3-4656-8898-a6703e00d491') {} {{(pid=93173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:44.028501 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93be4fa-3294-410a-8222-1c32c75a0e8e None None] No DVR routers for this DVR port b47672b0-5642-4399-aeb6-f34746ba4d6e on host dv-cinder-788365-4-iscsi {{(pid=93174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:51:44.037219 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760775099212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916672'] for segment, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:44.050822 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704'] for segment, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:44.056466 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:51:44.056909 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8950289'] for segment, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: Traceback (most recent call last): Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: timer() Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: cb(*args, **kw) Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: return func(*args, **kwargs) Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: self._notify() Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: self.callback(batched_events) Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: event.method(event) Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: return f(self, *a, **k) Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: return self._get(url).json() Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: return self.request(url, 'GET', **kwargs) Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:51:44.058662 dv-cinder-788365-4-iscsi neutron-server[93173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:51:44.113810 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3846932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909738'] for network, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:44.119803 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791443'] for network, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:44.121709 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] 10.222.0.42 "DELETE /v2.0/networks/081dfebb-791b-42b8-b985-95e443e0ed7f HTTP/1.1" status: 204 len: 168 time: 0.5082891 Jul 13 14:51:44.131107 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dff0cd-535b-464e-ac10-17a0b3754cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=081dfebb-791b-42b8-b985-95e443e0ed7f,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:44.231632 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56670) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:44.270926 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-82383871-220d-4da1-b3a4-8ddc06e350fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b987c762993a4dbaab6e33aab175d7fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380843 Jul 13 14:51:44.273138 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.wsgi [-] (93173) accepted ('10.222.0.42', 56672) {{(pid=93173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:44.319368 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-521850eb-ae7d-4bce-b1ad-a796adcd8ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:44.340499 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-521850eb-ae7d-4bce-b1ad-a796adcd8ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:44.385419 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-521850eb-ae7d-4bce-b1ad-a796adcd8ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:44.388793 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron_lib.callbacks.manager [None req-521850eb-ae7d-4bce-b1ad-a796adcd8ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:44.389966 dv-cinder-788365-4-iscsi neutron-server[93173]: INFO neutron.wsgi [None req-521850eb-ae7d-4bce-b1ad-a796adcd8ac9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2190de3e-e3d9-4c39-9a3d-9b886ea149bf HTTP/1.1" status: 204 len: 168 time: 0.1159742 Jul 13 14:51:44.397723 dv-cinder-788365-4-iscsi neutron-server[93173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521850eb-ae7d-4bce-b1ad-a796adcd8ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2190de3e-e3d9-4c39-9a3d-9b886ea149bf,revision_number=None']} {{(pid=93173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:44.688293 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56678) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:44.726875 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-16996a29-ff30-4a18-8a2a-c3bb63aa4b56 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4a9f9c41e2c44d6921ced358bc653d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366342 Jul 13 14:51:44.728297 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [-] (93172) accepted ('10.222.0.42', 56680) {{(pid=93172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:44.773622 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7af91ad2-4580-49ad-84ad-3e4fae0c4d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:44.794355 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7af91ad2-4580-49ad-84ad-3e4fae0c4d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:44.843354 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7af91ad2-4580-49ad-84ad-3e4fae0c4d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3843489'] for security_group, after_delete {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:44.846072 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-7af91ad2-4580-49ad-84ad-3e4fae0c4d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:44.847196 dv-cinder-788365-4-iscsi neutron-server[93172]: INFO neutron.wsgi [None req-7af91ad2-4580-49ad-84ad-3e4fae0c4d0e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6afb40da-7a52-4673-828b-5d828be3336f HTTP/1.1" status: 204 len: 168 time: 0.1180012 Jul 13 14:51:44.858396 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af91ad2-4580-49ad-84ad-3e4fae0c4d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afb40da-7a52-4673-828b-5d828be3336f,revision_number=None']} {{(pid=93172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:45.544710 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device b47672b0-5642-4399-aeb6-f34746ba4d6e no longer exists at agent ovs-agent-dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:45.563561 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.plugin [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] No Port match for: b47672b0-5642-4399-aeb6-f34746ba4d6e {{(pid=93174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:51:45.563901 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron.plugins.ml2.rpc [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Device b47672b0-5642-4399-aeb6-f34746ba4d6e not bound to the agent host dv-cinder-788365-4-iscsi {{(pid=93174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:52:01.332271 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:06.241773 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:52:06.579356 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-2fc3f7e6-5d8e-47f9-bd4e-00e53334be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:09.393614 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-af19bb6c-4bf1-47cd-85b0-0893947f7161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:09.617911 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:10.261976 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:12.076680 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.331415 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:36.578816 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-430847f3-78d1-471d-b775-73466bc36792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:39.393682 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-3fb71452-de11-4d76-9a33-38b739ef045b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:39.617669 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:40.265721 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:42.079792 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:43.239720 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:53:01.345341 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:06.579444 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-e138c17e-8516-46d9-8a8e-289083ff19ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.027062 dv-cinder-788365-4-iscsi neutron-server[93172]: DEBUG neutron.wsgi [req-6aa944c3-67cd-4659-ae5d-07dfe00eca14 req-f5b5dcf2-949a-4baa-801a-4a18a395762e service neutron] (93172) timed out ('10.222.0.44', 56977) {{(pid=93172) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 14:53:09.393655 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-47b5f4b0-f7b5-400d-815c-d5dd20a6bf42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:09.617001 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:10.268974 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:12.081850 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:20.238455 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:53:31.345134 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:36.580636 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-d9334748-f1b2-42e2-9e73-16a0c6b55df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:39.394106 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-a8038e1c-7294-4504-97aa-dbae5bd724ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:39.617100 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:40.271091 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:42.084424 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:57.236863 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:54:01.378128 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:06.580027 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-54941245-df43-46ec-8a9a-7f3e3b2317ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:09.394863 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-23870ad4-e817-45fc-81ff-2fed05bbefd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:09.617223 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:10.274138 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:12.086404 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:31.388822 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:34.234831 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:54:36.581457 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-3b2c77e1-69e2-4159-8728-889bcbb33e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:39.395660 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-ed6df41f-2212-464f-a1e6-c4927bc83cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:39.617679 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:40.277434 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:42.088836 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:01.391713 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:06.581322 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-45ea43da-f6f8-40f4-b0da-7f8ec9dc0e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.396314 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-ee67aded-cf4d-488a-be60-afa5090b61f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.617388 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:10.280161 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:11.233328 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:55:12.091328 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:31.397449 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:36.581449 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-61f47e33-e6c4-4b39-8e6e-ae78d8144873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:39.397858 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f0a86a66-c9f4-4396-968a-6bc1419e10fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:39.619148 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:40.285171 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:42.093490 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:48.232610 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:56:01.390104 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:06.580519 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-c6352bf7-3151-4f0b-8357-f07a776ba06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:09.400223 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-8b40e4a9-699c-48dc-869c-4b49bc743c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:09.618868 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:10.286223 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:12.207560 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:25.232117 dv-cinder-788365-4-iscsi neutron-server[93177]: DEBUG neutron.db.agents_db [None req-b03b0c2e-8625-451c-a1f0-c59d67b3ae4d None None] Agent healthcheck: found 6 active agents {{(pid=93177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:56:31.404869 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-fc986868-7693-45e0-b80a-e1d609dec0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:36.581599 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-d97f9bc4-39d7-45ac-be13-7172b6774ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:39.400872 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-f98940b9-f50c-4252-a6ad-35b579c331ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:39.619165 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc5d-3516-4f70-a0a9-c2dfbc13ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:40.288734 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-b5e822d5-24db-4d19-8e51-481a776066fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:42.099744 dv-cinder-788365-4-iscsi neutron-server[93174]: DEBUG neutron_lib.callbacks.manager [None req-42d4dd3c-d77a-44ea-bb2a-0948844147ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760775097393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679400'] for agent, after_update {{(pid=93174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}